-- Logs begin at Wed 2022-01-19 20:56:07 UTC, end at Wed 2022-01-19 21:53:28 UTC. -- Jan 19 21:26:52.440779 dv-cinder-821602-16-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 19 21:26:55.388285 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.common.config [-] Logging enabled! Jan 19 21:26:55.388998 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev411 Jan 19 21:26:55.389093 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102537) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 21:26:55.392819 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.common.config [-] Logging enabled! Jan 19 21:26:55.393071 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev411 Jan 19 21:26:55.393379 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102537) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 19 21:26:55.394308 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 21:26:55.394538 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 21:26:55.395069 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 21:26:55.395316 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 21:26:55.395540 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 21:26:55.395876 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.396298 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 19 21:26:55.396607 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.396897 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.397186 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.397478 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.397764 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.398048 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.398332 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.398623 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.398902 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.399178 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.399456 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.399745 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.400055 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.400340 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.400625 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.400905 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] debug = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.401181 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.401600 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.402016 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.402291 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.402574 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.402848 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.403115 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.403400 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.403668 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.404023 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] host = dv-cinder-821602-16-iscsi {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.404301 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.404585 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.404868 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.405152 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.405424 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.405696 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.405977 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.406245 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.406564 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] log_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.407352 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.407637 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.407948 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.408238 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.408464 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.408679 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.408965 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.409247 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.409518 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.409791 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.410063 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.410334 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.410606 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.410871 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.411156 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.411437 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.411721 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.412021 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.412296 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.412564 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.412834 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.413116 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.413649 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.413921 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.414193 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.414479 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.414746 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.415016 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.415314 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.415595 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.415896 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.416183 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.416454 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.416730 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.416997 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.417264 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.417531 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] use_json = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.417804 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.418069 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.418350 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.418622 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.418892 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.419164 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.419433 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.419716 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.420016 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:55.420313 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.420610 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.420910 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.421246 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.421539 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.421818 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.422132 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.422521 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.422904 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.423286 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.423674 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.424027 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.424329 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.424622 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.424920 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.425248 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.425522 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.425905 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.426089 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.426362 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.426633 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.426912 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.427197 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.427477 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.427770 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.428087 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.428368 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.428668 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.428955 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.429251 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.429542 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.429817 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.430098 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.430390 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.430668 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.430940 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.431216 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.431504 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.431778 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.432077 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.432358 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.432634 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.432904 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.433173 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.433447 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.433735 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.434012 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.434278 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.434547 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.434819 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.435088 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.435369 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.435642 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.435932 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.436206 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.436479 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.436747 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.437016 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.437289 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.437558 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.437860 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.438221 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.438496 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.438768 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.439039 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.439308 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.439576 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.439872 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.440146 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.440420 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.440690 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.440961 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.441228 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.441500 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.441783 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.442079 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.442357 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.442635 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.442911 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.443188 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.443463 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.443737 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.444049 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.444328 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.444601 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.444891 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.445175 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.445460 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.445761 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.446040 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.446334 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.446609 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.446891 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.447167 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.447443 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.447732 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.448038 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.448333 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.448626 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.448919 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.449211 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.449500 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.449778 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.450086 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.450362 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:55.450576 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 21:26:55.450819 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102537) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 19 21:26:55.825502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 19 21:26:55.825783 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 19 21:26:55.826088 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 19 21:26:55.826424 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 19 21:26:56.155527 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.155718 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.156013 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.159031 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.159308 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.159577 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.204452 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.204727 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.204994 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.218927 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.219234 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.219502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.249829 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.250108 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.250916 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.286171 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.286447 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.286713 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.631915 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.632494 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.632494 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.632713 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.633395 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.733628 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.733945 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.734228 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.734523 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.735330 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.735638 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.735918 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.736178 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.736431 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.736709 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.736967 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.737229 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.737482 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.737731 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.737982 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.738243 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.738496 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.738759 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.739023 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.739279 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.739545 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.739794 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.740093 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.740462 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.740716 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.740959 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.741357 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 21:26:56.741598 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 21:26:56.741835 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 21:26:56.742071 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 21:26:56.742303 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 21:26:56.742535 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 21:26:56.742894 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 19 21:26:56.746132 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 19 21:26:56.750096 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 19 21:26:56.754011 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 19 21:26:56.755652 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 19 21:26:56.756148 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 19 21:26:56.756486 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 19 21:26:56.756870 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 19 21:26:56.759708 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 19 21:26:56.759988 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 19 21:26:56.760333 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 19 21:26:56.766340 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 19 21:26:56.791869 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 19 21:26:56.792350 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.792653 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102537) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 19 21:26:56.793012 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.794454 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102537) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 19 21:26:56.794744 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 19 21:26:56.794993 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 19 21:26:56.798535 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.798820 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:56.872382 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 19 21:26:56.872549 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 19 21:26:56.872774 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 19 21:26:56.873150 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 19 21:26:56.894217 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_db.sqlalchemy.engines [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102537) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 19 21:26:57.329547 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Initializing driver for type 'gre' Jan 19 21:26:57.330064 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] gre ID ranges: [(1, 1000)] Jan 19 21:26:57.381301 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Initializing driver for type 'local' Jan 19 21:26:57.381636 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Initializing driver for type 'vlan' Jan 19 21:26:57.395007 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] VlanTypeDriver initialization complete Jan 19 21:26:57.395378 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Initializing driver for type 'vxlan' Jan 19 21:26:57.395863 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] vxlan ID ranges: [(1, 1000)] Jan 19 21:26:57.448454 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Initializing extension driver 'port_security' Jan 19 21:26:57.448794 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.extensions.port_security [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] PortSecurityExtensionDriver initialization complete Jan 19 21:26:57.449144 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Initializing mechanism driver 'openvswitch' Jan 19 21:26:57.449465 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Initializing mechanism driver 'hyperv' Jan 19 21:26:57.457017 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.plugins.ml2.plugin [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102537) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:26:57.457727 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > port after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.458099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > port after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.458454 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > port after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.459013 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 21:26:57.459465 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > subnet after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.459817 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > subnet after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.460187 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.460593 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 21:26:57.461005 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > network after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.461368 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > network after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.461708 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > network after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.462207 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 21:26:57.462692 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > security_group after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.463045 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > security_group after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.463441 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.464030 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 21:26:57.464446 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.464799 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.465145 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.465548 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 21:26:57.465958 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > address_group after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.466307 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > address_group after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.466655 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.467053 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102537) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 19 21:26:57.467500 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] ML2 OVO RPC backend initialized. {{(pid=102537) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 19 21:26:57.468256 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.468616 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.469162 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > network before_response 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.469621 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > networks before_response 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.469976 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > port before_response 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.470328 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > ports before_response 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.470671 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > subnet before_response 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.471015 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > subnets before_response 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.471359 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > network after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.471698 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > network after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.472064 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > network after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.472403 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > port after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.472739 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > port after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.473074 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > port after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.473405 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > subnet after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.473742 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > subnet after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.474075 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.474664 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.plugin [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Modular L2 Plugin initialization complete Jan 19 21:26:57.475012 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading services supported by the core plugin {{(pid=102537) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 19 21:26:57.475318 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.plugins.ml2.managers [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Got port-security extension from driver 'port_security' Jan 19 21:26:57.475778 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.extensions.vlantransparent [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Disabled vlantransparent extension. Jan 19 21:26:57.476297 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102537) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 19 21:26:57.476636 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading Plugin: router Jan 19 21:26:57.514181 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.514585 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router after_create 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.514964 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router before_create 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.515333 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.515730 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.516157 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router after_delete 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.516519 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.516868 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.517230 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router after_create 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.517589 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router after_update 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.517924 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router after_update 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.518273 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.518631 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router after_update 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.519038 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router precommit_update 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.519407 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: port after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.519748 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: port after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.520116 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: subnet after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.520462 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.520816 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.521165 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router precommit_create 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.521509 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: port before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.521856 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router precommit_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.522212 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router after_update 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.522554 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.522904 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router precommit_create 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.523266 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.523613 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router precommit_update 55549900 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.524015 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > agent after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.524367 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > agent after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.524715 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > network after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.525579 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Tracking information for resource: router configured {{(pid=102537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 21:26:57.525918 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Tracking information for resource: floatingip configured {{(pid=102537) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 19 21:26:57.530959 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.db.l3_agentschedulers_db [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 19 21:26:57.531641 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: port after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.532034 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: port after_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.532387 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: port after_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.532738 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: port after_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.533534 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router before_create 55550100 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.533898 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.534267 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router precommit_create 55550100 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.534943 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > router precommit_update 55550100 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.539594 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.services.provider_configuration [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service providers = [] {{(pid=102537) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 19 21:26:57.539995 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.db.servicetype_db [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102537) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 19 21:26:57.542961 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.services.service_base [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 21:26:57.543315 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.services.service_base [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 21:26:57.543658 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.services.service_base [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 21:26:57.544574 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.services.service_base [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102537) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 19 21:26:57.544950 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.services.service_base [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 19 21:26:57.545332 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 21:26:57.545650 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 19 21:26:57.558390 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 21:26:57.558724 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading Plugin: auto_allocate Jan 19 21:26:57.565285 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: network precommit_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.565662 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: network precommit_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.566189 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 21:26:57.566509 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading Plugin: tag Jan 19 21:26:57.573821 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 21:26:57.574159 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading Plugin: timestamp Jan 19 21:26:57.578307 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 21:26:57.578637 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading Plugin: network_ip_availability Jan 19 21:26:57.584231 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.584548 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.584904 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.585633 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 21:26:57.585954 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading Plugin: flavors Jan 19 21:26:57.590752 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 21:26:57.591087 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading Plugin: revisions Jan 19 21:26:57.595507 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102537) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 19 21:26:57.595926 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_concurrency.lockutils [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.770s {{(pid=102537) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 19 21:26:57.596677 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102537) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 19 21:26:57.597010 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Initializing extension manager. Jan 19 21:26:57.597534 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: __init__.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.597875 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: __pycache__ {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.598212 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.598543 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: address_group.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.599304 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.599899 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: address-group Jan 19 21:26:57.600228 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: address_scope.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.601132 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.601647 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: address-scope Jan 19 21:26:57.601971 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.602898 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.603411 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: router-admin-state-down-before-update Jan 19 21:26:57.603735 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: agent.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.604466 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.604974 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: agent Jan 19 21:26:57.605296 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: agent_resources_synced.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.606200 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.606706 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: agent-resources-synced Jan 19 21:26:57.607026 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: allowedaddresspairs.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.608870 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.609395 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: allowed-address-pairs Jan 19 21:26:57.610403 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: auto_allocated_topology.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.611514 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.612057 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: auto-allocated-topology Jan 19 21:26:57.612391 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: availability_zone.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.613086 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.613590 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: availability_zone Jan 19 21:26:57.613915 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: availability_zone_filter.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.614844 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.615357 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: availability_zone_filter Jan 19 21:26:57.615682 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: data_plane_status.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.616629 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.617135 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension data-plane-status not supported by any of loaded plugins Jan 19 21:26:57.617465 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: default_subnetpools.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.618386 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.618895 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: default-subnetpools Jan 19 21:26:57.619220 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.620070 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.620589 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: dhcp_agent_scheduler Jan 19 21:26:57.620913 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: dns.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.621831 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.622342 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension dns-integration not supported by any of loaded plugins Jan 19 21:26:57.622666 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: dns_domain_ports.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.623585 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.624128 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 19 21:26:57.624455 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.626011 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.626517 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 19 21:26:57.626840 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: dvr.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.627521 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.628064 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: dvr Jan 19 21:26:57.628464 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: ecmp_routes.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.629389 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.629900 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 19 21:26:57.630222 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: empty_string_filtering.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.631127 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.631641 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: empty-string-filtering Jan 19 21:26:57.631996 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.632921 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.633431 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 19 21:26:57.633751 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.634663 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.635172 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 19 21:26:57.635492 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: external_net.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.636433 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.636951 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: external-net Jan 19 21:26:57.637280 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.638188 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.638697 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: extra_dhcp_opt Jan 19 21:26:57.639017 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: extraroute.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.639957 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.640469 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: extraroute Jan 19 21:26:57.640883 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: extraroute_atomic.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.642106 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.642621 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: extraroute-atomic Jan 19 21:26:57.642942 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: filter_validation.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.643602 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.644222 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: filter-validation Jan 19 21:26:57.644548 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: fip_pf_description.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.645452 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.645955 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 19 21:26:57.646274 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: fip_port_details.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.647187 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.647695 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: fip-port-details Jan 19 21:26:57.648051 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: flavors.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.649309 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.649830 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: flavors Jan 19 21:26:57.650153 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.651838 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.652399 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 19 21:26:57.652736 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: floatingip_pools.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.653439 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.653955 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: floatingip-pools Jan 19 21:26:57.654286 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: ip_allocation.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.655213 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.655725 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension ip_allocation not supported by any of loaded plugins Jan 19 21:26:57.656081 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.657167 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.657678 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: ip-substring-filtering Jan 19 21:26:57.658008 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: l2_adjacency.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.658933 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.659443 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 19 21:26:57.659769 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: l3.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.660913 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.661438 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: router Jan 19 21:26:57.661767 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.664344 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.664879 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 19 21:26:57.665212 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.666149 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.666669 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: ext-gw-mode Jan 19 21:26:57.667001 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.667966 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.668489 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: l3-ha Jan 19 21:26:57.668820 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: l3_flavors.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.669746 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.670266 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: l3-flavors Jan 19 21:26:57.670593 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.671500 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.672580 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 19 21:26:57.672998 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: l3agentscheduler.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.674109 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.674625 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: l3_agent_scheduler Jan 19 21:26:57.674953 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: local_ip.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.676783 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.677318 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension local_ip not supported by any of loaded plugins Jan 19 21:26:57.677662 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: logging.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.679148 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.679676 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension logging not supported by any of loaded plugins Jan 19 21:26:57.680047 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: metering.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.680796 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.681379 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: metering Jan 19 21:26:57.681708 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.682809 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.683330 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: metering_source_and_destination_fields Jan 19 21:26:57.683660 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: multiprovidernet.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.684623 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.685137 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: multi-provider Jan 19 21:26:57.685463 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: netmtu.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.686376 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.686883 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: net-mtu Jan 19 21:26:57.687208 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: netmtu_writable.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.688839 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.689405 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: net-mtu-writable Jan 19 21:26:57.689729 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: network_availability_zone.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.690398 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.690907 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: network_availability_zone Jan 19 21:26:57.691230 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: network_ip_availability.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.692374 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.692890 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: network-ip-availability Jan 19 21:26:57.693216 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: network_segment_range.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.693984 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.694491 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension network-segment-range not supported by any of loaded plugins Jan 19 21:26:57.694814 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: pagination.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.695968 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.696304 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: pagination Jan 19 21:26:57.696624 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: port_device_profile.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.697537 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.698053 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: port-device-profile Jan 19 21:26:57.698376 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.699299 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.699808 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: port-mac-address-regenerate Jan 19 21:26:57.700167 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.701088 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.701603 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: port-numa-affinity-policy Jan 19 21:26:57.701926 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: port_resource_request.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.702851 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.703478 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension port-resource-request not supported by any of loaded plugins Jan 19 21:26:57.703910 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: port_resource_request_groups.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.704890 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.705403 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 19 21:26:57.705727 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: portbindings.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.706726 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.707233 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: binding Jan 19 21:26:57.707564 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: portbindings_extended.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.708886 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.709425 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: binding-extended Jan 19 21:26:57.709869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: portsecurity.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.711003 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.711525 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: port-security Jan 19 21:26:57.711870 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: project_id.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.712852 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.713187 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: project-id Jan 19 21:26:57.713521 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: providernet.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.714439 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.714949 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: provider Jan 19 21:26:57.715272 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.718977 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.719605 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos not supported by any of loaded plugins Jan 19 21:26:57.719975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.721243 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.721769 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 19 21:26:57.722173 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.723101 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.723619 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 19 21:26:57.723982 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_default.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.724903 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.725422 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-default not supported by any of loaded plugins Jan 19 21:26:57.725746 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_fip.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.726664 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.727178 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-fip not supported by any of loaded plugins Jan 19 21:26:57.727507 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.728458 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.728974 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 19 21:26:57.729297 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_gateway_ip.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.730236 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.730752 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 19 21:26:57.731078 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_port_network_policy.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.732026 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.732535 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 19 21:26:57.732858 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.733897 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.734406 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 19 21:26:57.735329 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_pps_rule.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.736593 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.737115 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-pps not supported by any of loaded plugins Jan 19 21:26:57.737441 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_rule_type_details.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.738369 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.738875 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 19 21:26:57.739197 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: qos_rules_alias.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.740268 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.740785 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 19 21:26:57.741112 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: quota_check_limit.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.742040 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.742558 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: quota-check-limit Jan 19 21:26:57.742885 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: quotasv2.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.743810 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.744164 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: quotas Jan 19 21:26:57.744485 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: quotasv2_detail.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.747885 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.748230 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: quota_details Jan 19 21:26:57.748567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: rbac.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.749623 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.750208 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: rbac-policies Jan 19 21:26:57.751048 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: rbac_address_group.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.752174 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.752698 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: rbac-address-group Jan 19 21:26:57.753072 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: rbac_address_scope.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.754387 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.754995 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: rbac-address-scope Jan 19 21:26:57.755322 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: rbac_security_groups.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.756341 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.756867 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: rbac-security-groups Jan 19 21:26:57.757191 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: rbac_subnetpool.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.758120 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.758635 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: rbac-subnetpool Jan 19 21:26:57.758959 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: revisionifmatch.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.760031 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.760551 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: revision-if-match Jan 19 21:26:57.760874 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: revisions.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.762003 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.762522 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: standard-attr-revisions Jan 19 21:26:57.762846 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: router_availability_zone.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.763519 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.764069 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: router_availability_zone Jan 19 21:26:57.764394 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: routerservicetype.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.765315 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.765868 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension router-service-type not supported by any of loaded plugins Jan 19 21:26:57.766416 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.767425 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.767984 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: security-groups-normalized-cidr Jan 19 21:26:57.768311 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.769236 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.769749 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: port-security-groups-filtering Jan 19 21:26:57.770069 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.771040 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.771587 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: security-groups-remote-address-group Jan 19 21:26:57.771949 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.772892 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.773405 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: security-groups-shared-filtering Jan 19 21:26:57.773727 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.774311 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 19 21:26:57.774633 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: securitygroup.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.784494 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.785032 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: security-group Jan 19 21:26:57.785370 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: segment.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.786165 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.786681 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension segment not supported by any of loaded plugins Jan 19 21:26:57.787016 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.788081 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.788844 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 19 21:26:57.789170 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: servicetype.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.790274 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.790801 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: service-type Jan 19 21:26:57.791132 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: sorting.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.792154 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.792490 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: sorting Jan 19 21:26:57.792815 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: standard_attr_segment.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.793737 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.794259 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 19 21:26:57.794585 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: standardattrdescription.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.795234 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.795748 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: standard-attr-description Jan 19 21:26:57.796104 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: stateful_security_group.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.797566 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.798089 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: stateful-security-group Jan 19 21:26:57.798419 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: stdattrs_common.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.798993 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 19 21:26:57.799316 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.800302 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.800823 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 19 21:26:57.801147 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: subnet_onboard.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.802221 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.802751 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: subnet_onboard Jan 19 21:26:57.803076 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.804195 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.804639 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 19 21:26:57.804963 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: subnet_service_types.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.805887 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.806408 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: subnet-service-types Jan 19 21:26:57.806732 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: subnetallocation.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.807903 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.808449 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: subnet_allocation Jan 19 21:26:57.808776 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.809445 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.809967 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: subnetpool-prefix-ops Jan 19 21:26:57.810288 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.811236 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.811749 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 19 21:26:57.812101 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: tagging.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.813723 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.814251 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: standard-attr-tag Jan 19 21:26:57.814581 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: timestamp.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.815801 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.816417 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loaded extension: standard-attr-timestamp Jan 19 21:26:57.816747 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: trunk.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.817783 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.818301 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension trunk not supported by any of loaded plugins Jan 19 21:26:57.818633 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: trunk_details.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.819551 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.820096 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension trunk-details not supported by any of loaded plugins Jan 19 21:26:57.820419 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: uplink_status_propagation.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.821339 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.821852 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 19 21:26:57.822174 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Loading extension file: vlantransparent.py {{(pid=102537) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 19 21:26:57.822843 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102537) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 19 21:26:57.823352 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 19 21:26:57.825890 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:network Jan 19 21:26:57.826416 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:subnet Jan 19 21:26:57.826821 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 21:26:57.827222 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:port Jan 19 21:26:57.828592 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.829043 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service FLAVORS assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.829659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.830083 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.830417 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:router Jan 19 21:26:57.830859 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 21:26:57.831360 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service METERING assigned prefix: /metering {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.832843 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.833218 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.833573 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102537) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:26:57.834641 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 21:26:57.835041 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:security_group Jan 19 21:26:57.835477 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 21:26:57.836105 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service CORE assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.836443 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 21:26:57.836800 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] subnetpool is already registered Jan 19 21:26:57.837225 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service CORE assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.837556 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 21:26:57.837889 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] subnetpool is already registered Jan 19 21:26:57.840230 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.840794 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service FLAVORS assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.841431 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.841872 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.842235 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:router Jan 19 21:26:57.842613 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] router is already registered Jan 19 21:26:57.843087 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:floatingip Jan 19 21:26:57.843706 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] floatingip is already registered Jan 19 21:26:57.844570 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service METERING assigned prefix: /metering {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.845336 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of CountableResource for resource:rbac_policy Jan 19 21:26:57.845693 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] rbac_policy is already registered Jan 19 21:26:57.846184 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:security_group Jan 19 21:26:57.846570 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] security_group is already registered Jan 19 21:26:57.847010 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 19 21:26:57.847369 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] security_group_rule is already registered Jan 19 21:26:57.847953 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service CORE assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.848326 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 21:26:57.848695 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] subnetpool is already registered Jan 19 21:26:57.849182 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.v2.resource_helper [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Service CORE assigned prefix: {{(pid=102537) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 19 21:26:57.849533 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Creating instance of TrackedResource for resource:subnetpool Jan 19 21:26:57.849926 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING neutron.quota.resource_registry [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] subnetpool is already registered Jan 19 21:26:57.850420 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: extensions {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.853413 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: address-groups {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.855316 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: address-scopes {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.856713 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: agents {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.858168 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: auto-allocated-topology {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.860168 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: availability_zones {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.861602 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: dhcp-networks {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.863222 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: dhcp-agents {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.864839 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: routers {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.867018 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: flavors {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.868324 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: service_profiles {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.869560 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: next_providers {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.871025 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: service_profiles {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.872488 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: floatingip-pools {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.873827 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: routers {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.876137 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: floatingips {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.877431 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: l3-routers {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.878839 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: l3-agents {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.880297 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: metering-labels {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.881601 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: metering-label-rules {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.883010 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: network-ip-availabilities {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.884318 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: bindings {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.885901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: quotas {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.887582 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: quotas {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.889234 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: rbac-policies {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.890458 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: security-groups {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.891823 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: security-group-rules {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.893081 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: service-providers {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.894321 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: subnetpools {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.895655 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: subnetpools {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.897247 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.898960 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.900817 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.902608 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.904336 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.906297 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.908547 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.911388 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.913451 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.915218 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron.api.extensions [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Extended resource: tags {{(pid=102537) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 19 21:26:57.921333 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING keystonemiddleware.auth_token [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 19 21:26:57.926564 dv-cinder-821602-16-iscsi neutron-server[102537]: WARNING keystonemiddleware.auth_token [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 19 21:26:57.935207 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_concurrency.lockutils [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Acquired lock "singleton_lock" {{(pid=102537) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 19 21:26:57.935687 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_concurrency.lockutils [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Releasing lock "singleton_lock" {{(pid=102537) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 19 21:26:57.936377 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO oslo_service.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Starting 2 workers Jan 19 21:26:57.941311 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Started child 102646 {{(pid=102537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 21:26:57.945849 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Started child 102647 {{(pid=102537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 21:26:57.946953 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:26:57.947640 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO neutron.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 19 21:26:57.948158 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:26:57.948582 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [-] (102646) wsgi starting up on http://0.0.0.0:9696 Jan 19 21:26:57.950675 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO oslo_service.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Starting 1 workers Jan 19 21:26:57.951085 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:26:57.952601 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [-] (102647) wsgi starting up on http://0.0.0.0:9696 Jan 19 21:26:57.956144 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Started child 102648 {{(pid=102537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 21:26:57.956715 dv-cinder-821602-16-iscsi neutron-server[102537]: INFO oslo_service.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Starting 1 workers Jan 19 21:26:57.960318 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] calling RpcWorker wait() {{(pid=102648) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 19 21:26:57.960897 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] returning from RpcWorker wait() {{(pid=102648) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 19 21:26:57.961276 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Started child 102649 {{(pid=102537) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 19 21:26:57.962072 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG neutron_lib.callbacks.manager [None req-1506ee41-28bd-4f04-94e5-930af3ccf382 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102537) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:26:57.962176 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:26:57.962529 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:26:57.964036 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102537) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 19 21:26:57.964261 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 21:26:57.964447 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 21:26:57.964679 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 21:26:57.965035 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 21:26:57.965199 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 21:26:57.965878 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.966155 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.966272 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:26:57.966761 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.966761 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.966971 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.967517 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.967783 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.968069 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.968352 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.968619 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.968790 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.969834 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.970179 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.970426 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.970735 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.971016 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.971276 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.971555 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.971734 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.972025 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.972295 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.972548 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.972821 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] debug = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.973080 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.973559 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.973790 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.974032 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.974252 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.974528 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.974764 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.975032 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.975252 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.975466 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.975702 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.976002 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.976220 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.976430 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.976697 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.976925 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.977183 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.977405 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.977856 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] host = dv-cinder-821602-16-iscsi {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.978093 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.978310 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.978570 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.978814 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.979063 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.979293 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.979542 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.979793 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.980048 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.980275 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.980519 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.980748 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.980981 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.981232 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.981388 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_options = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.981619 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.981896 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.982154 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.982341 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.982509 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.982651 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.982915 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.983068 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.983323 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.983568 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.983783 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.984026 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.984245 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.984608 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.985518 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.985715 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.985930 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.986206 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.986435 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.986619 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.986928 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.987088 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.987231 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.987457 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.987702 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.988097 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.988250 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.988617 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.988762 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.988901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.989273 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.989513 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.989657 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.989824 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.990077 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.990302 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:26:57.990401 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.990562 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.991077 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.991077 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.991361 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.991548 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.991794 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.992053 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.992431 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.992574 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.992715 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.992955 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_json = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.993169 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.993402 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.993648 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.993845 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.994075 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.994437 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.995408 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.995408 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.995408 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:57.995408 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.996223 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.996223 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.996223 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.997383 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.997383 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.997383 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.997383 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.997383 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.997667 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.997841 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.998579 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.998579 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.998744 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.998875 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.999379 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.999622 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:57.999917 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.000316 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.000758 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.001272 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.001658 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.001934 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.002160 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.002418 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.002658 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.002883 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.003174 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.003451 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.003806 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.004112 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.004865 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.004865 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.004865 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.005705 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.005705 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.005705 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.005705 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.006118 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.006245 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.007148 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.007148 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.007148 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.007148 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.007639 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.007639 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.007919 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.008047 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.008262 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.009053 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.009053 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.009053 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.009451 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.009451 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.009690 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.010161 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.010161 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.010419 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.010545 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.010737 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.010950 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.011187 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.011440 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.011658 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.012212 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.012212 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.012482 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.012618 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.012760 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.012965 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.013181 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.013392 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.013610 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.014395 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.014395 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.014395 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.014806 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.015340 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.015340 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.015606 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.015606 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.016027 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.016253 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.016549 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.016783 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.016986 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.017210 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.017411 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.018173 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.018173 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.018173 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.018605 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.018740 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.019208 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.019208 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.019469 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.019594 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.020305 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.020305 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.020305 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.020712 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.020847 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.021204 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.021347 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.021546 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.022048 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.022048 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.022319 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.022474 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.022696 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.022913 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.023151 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.023397 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.023666 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.024962 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.024962 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.024962 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.024962 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.024962 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.025626 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.025626 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.025626 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.025986 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.026194 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.026459 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.026732 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.026987 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.027236 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.027502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.027733 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.028013 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.028406 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.028564 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.028841 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.029215 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.029215 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.029479 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.029744 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.030002 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.030459 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.030459 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.030718 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.031069 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.031210 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.032239 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.032396 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.033459 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.033459 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.033459 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.033459 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.033957 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.033957 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.033957 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.034331 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.034459 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.034616 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.034819 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.035053 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.035283 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.035540 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.035774 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.036036 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.036268 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.036504 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.036958 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.037225 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.037444 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.037663 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.037903 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.038121 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.038601 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.038820 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.039058 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.039503 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.039726 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.040027 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.040274 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.040489 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.040718 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.040942 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.041215 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.041428 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.041704 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.041948 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.042164 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.042376 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.042615 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.042827 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.043070 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.043295 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.043527 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.043781 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.044025 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.044362 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.044621 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.044853 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.045100 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.045315 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.045561 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.045782 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.046017 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.046233 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.046451 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.046685 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.047012 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.047894 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.048084 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.048299 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.048511 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.048723 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.048938 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.049149 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.049444 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.049687 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.049926 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.050193 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.050411 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.050639 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.050869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.051081 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.051292 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.051535 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.051751 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.051985 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.052230 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.052440 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.052650 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.052870 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.053114 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.053325 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.053549 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.053781 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.053989 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.054211 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.054431 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.054661 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.054884 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.055094 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.055309 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.055531 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.055747 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.055983 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.056226 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.056435 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.056665 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.056865 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.057081 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.057290 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.057602 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.057830 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.058046 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.058341 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.058563 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.058805 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.059044 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.059401 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.059569 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.059818 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.060074 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.060296 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.060507 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.060780 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.061098 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.061526 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.062359 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.062359 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.062359 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.062758 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.062866 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.063103 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.063531 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.063885 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.064179 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.064440 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.064688 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.064948 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.065360 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.065578 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.065824 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.066058 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.066298 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.066556 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.066790 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.067068 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.067252 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.067487 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.067726 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.068017 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.068230 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.068451 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.068673 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.068827 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 21:26:58.069505 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102537) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 19 21:26:58.069676 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 19 21:26:58.069831 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 19 21:26:58.070003 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 19 21:26:58.070173 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 19 21:26:58.070324 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 19 21:26:58.070533 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.070695 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.070855 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.071017 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.071174 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.071353 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.071518 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.071675 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.071833 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.072014 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.072177 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.072339 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.072495 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.072653 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.072813 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.072971 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.073129 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.073286 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.073450 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.073609 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.073764 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.073921 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.074078 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] debug = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.074241 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.074429 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.074768 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.075094 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.075317 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.075527 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.075527 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.075787 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.075787 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.076153 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.076153 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.076425 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.076425 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.076739 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.076739 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.077065 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.077065 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.077402 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.077402 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] host = dv-cinder-821602-16-iscsi {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.077675 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.077675 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.078346 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.078346 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.078346 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.078346 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.078346 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.079233 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.079233 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.079233 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.079233 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.079233 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.080659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.080659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.080659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_options = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.080659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.080659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.080659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.080659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.080659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.082502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.082502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.082502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.082502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.082502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.082502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.082502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.082502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.084630 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.084630 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.084630 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.084630 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.084630 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.084630 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.084630 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.084630 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.086117 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.086117 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.086117 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.086117 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.086117 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.086117 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.086117 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.086117 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.086117 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087325 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087325 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087325 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087325 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087325 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087325 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087325 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087325 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087970 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087970 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087970 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087970 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087970 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087970 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087970 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.087970 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.088580 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_json = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.088580 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.088580 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.088580 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.088580 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.088580 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.088580 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.088580 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.089567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.089567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 19 21:26:58.089567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.089567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.089567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.089567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.089567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.089567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090435 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:26:58.090520 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090520 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090520 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090520 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090520 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090520 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090925 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090925 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.090925 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.091140 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.091218 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.091342 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.091503 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.091662 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.091821 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.092004 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.092177 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.092355 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.092505 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.092669 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.092829 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.095194 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.095194 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.095194 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.095194 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.095194 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.095194 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.095194 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.095194 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097182 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097182 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097182 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097182 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097182 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097182 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097182 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097182 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.097975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.098568 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.098568 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.098568 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.098568 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.098568 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.098568 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.098568 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.098568 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.099097 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.099097 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.099097 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.099627 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.099627 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.099627 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.099627 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.100517 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.100517 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.100517 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.100517 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.100517 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.100517 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.101901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.101901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.101901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.101901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.101901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.101901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.101901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.101901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.101901 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104569 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104569 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104569 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104569 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104569 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104569 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104569 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.104569 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105011 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105011 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105011 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105011 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105011 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105321 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105321 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105443 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105556 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.105712 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.106031 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.106195 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.106363 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.106515 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.106675 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.106844 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.107005 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.107168 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.107329 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.107496 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.107670 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.107831 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.108017 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.108174 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.108336 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.108496 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.108657 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.108816 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.108975 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.109135 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.109292 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.109513 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.110190 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.110342 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.110502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.110699 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.111032 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.111032 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.111380 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.111380 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.111701 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.111701 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.111701 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.112159 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.112159 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.112396 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.112396 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.112542 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.112620 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.112855 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.113018 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.113156 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.113282 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.115869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.115869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.115869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.115869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.115869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.115869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.115869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.115869 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.116512 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.116512 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.116512 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.116512 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.116512 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.116512 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.116512 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.117080 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.117298 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.119867 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.119867 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.119867 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120119 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 49612) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:26:58.120209 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120209 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120209 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120209 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120209 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120209 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120209 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120209 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120830 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120830 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120830 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120830 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.120830 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.121201 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.121495 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.121787 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.122097 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.122279 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.122579 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.122746 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.123051 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.123213 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.123529 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.123688 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.124018 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.124323 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.124482 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.124784 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.124947 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.125356 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.125497 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.125638 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.125944 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.126103 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.126410 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.126567 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.126877 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.127175 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071282 Jan 19 21:26:58.127385 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.127715 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.128070 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.129391 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.129391 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.129391 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.129391 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.129391 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.129391 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.129391 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.129391 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.130888 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.130888 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.130888 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.130888 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.130888 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.130888 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.130888 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.130888 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.131377 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.131377 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.131377 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.131377 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.131377 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.131377 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.131710 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.131710 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.131828 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.132009 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.132175 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.132343 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.132502 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.132663 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.132824 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.132986 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.133157 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.133320 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.133483 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.133653 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.133814 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.134950 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.135120 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.135299 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.135465 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.135633 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.135796 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.135984 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.136169 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.136318 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.136482 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.136666 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.136822 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.136988 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.137156 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.137326 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.137499 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.137659 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.137828 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.138002 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.138163 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.138319 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.138477 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.138672 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.138777 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.138939 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.139099 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.139260 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.139421 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.139581 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.139740 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.139945 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.140133 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.140295 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.140439 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.140580 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.140731 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.140906 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.141948 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 19 21:26:58.141948 dv-cinder-821602-16-iscsi neutron-server[102537]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102537) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 19 21:27:09.729658 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6175b1d-9cf0-4152-bc3f-b77bcd74d5e7 None None] get_active_networks_info from dv-cinder-821602-16-iscsi {{(pid=102648) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 19 21:27:09.824238 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6175b1d-9cf0-4152-bc3f-b77bcd74d5e7 None None] No non-hosted networks {{(pid=102648) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 19 21:27:09.852034 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2796accb-31a7-46a1-bc56-d1039869c907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1535916'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:12.271406 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-37400a4e-e8f6-47b3-afd7-08ee0587ec5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1535916'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:12.293647 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-bed0d561-f0cb-4e8a-a716-0221755d5f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:13.126981 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1535916'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:14.526934 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1535916'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:15.481476 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.db.l3_hamode_db [None req-de5857a9-214b-4ff0-9600-2e01b68b5790 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 19 21:27:15.561213 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5857a9-214b-4ff0-9600-2e01b68b5790 None None] Routers set() bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:27:15.562418 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5857a9-214b-4ff0-9600-2e01b68b5790 None None] Router IDs set() for agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 19 21:27:16.345136 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1535916'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:16.346508 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.347080 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.347694 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.348333 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.348897 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.349218 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.349541 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.349886 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.350223 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.350555 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.350921 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.351445 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.351787 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:16.352243 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821602-16-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:27:16.362399 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821602-16-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:27:18.660535 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 49710) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:19.175956 dv-cinder-821602-16-iscsi neutron-server[102646]: WARNING oslo_policy.policy [None req-0b31ecf5-5ba0-43fe-becb-71c64ed30d56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 21:27:19.176569 dv-cinder-821602-16-iscsi neutron-server[102646]: WARNING oslo_policy.policy [None req-0b31ecf5-5ba0-43fe-becb-71c64ed30d56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 21:27:19.401425 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [None req-0b31ecf5-5ba0-43fe-becb-71c64ed30d56 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:27:19.402537 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-0b31ecf5-5ba0-43fe-becb-71c64ed30d56 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7409902 Jan 19 21:27:22.060298 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 49728) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:22.360899 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-b390c82a-e28a-4ad1-9a64-a388656891df admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'tenant_id': '2e7674d7887840e7b4975a76462038c7'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:27:22.459942 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.policy [None req-b390c82a-e28a-4ad1-9a64-a388656891df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102646) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 19 21:27:22.508649 dv-cinder-821602-16-iscsi neutron-server[102646]: WARNING oslo_policy.policy [None req-b390c82a-e28a-4ad1-9a64-a388656891df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 21:27:22.509035 dv-cinder-821602-16-iscsi neutron-server[102646]: WARNING oslo_policy.policy [None req-b390c82a-e28a-4ad1-9a64-a388656891df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 21:27:22.518502 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.quota [None req-b390c82a-e28a-4ad1-9a64-a388656891df admin admin] Loaded quota_driver: . Jan 19 21:27:22.610626 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b390c82a-e28a-4ad1-9a64-a388656891df admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775783063560', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775783064157', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775783115201', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775783113462', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775783111565', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775783104331', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7766392', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7770269', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1579270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1642423'] for rbac-policy (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:22.676742 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b390c82a-e28a-4ad1-9a64-a388656891df admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:22.677936 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b390c82a-e28a-4ad1-9a64-a388656891df admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6166785 Jan 19 21:27:25.299394 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 49740) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:25.803035 dv-cinder-821602-16-iscsi neutron-server[102647]: WARNING oslo_policy.policy [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 21:27:25.803609 dv-cinder-821602-16-iscsi neutron-server[102647]: WARNING oslo_policy.policy [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 21:27:26.027701 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Request body: {'network': {'project_id': 'ac2ee5a06c39462887e146295905b852', 'name': 'private', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'admin_state_up': True}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:27:26.029352 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.quota [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Loaded quota_driver: . Jan 19 21:27:26.088004 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Made reservation on behalf of ac2ee5a06c39462887e146295905b852 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:27:26.156187 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.policy [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 19 21:27:26.202806 dv-cinder-821602-16-iscsi neutron-server[102647]: WARNING oslo_policy.policy [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 21:27:26.203166 dv-cinder-821602-16-iscsi neutron-server[102647]: WARNING oslo_policy.policy [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 19 21:27:26.213687 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:26.234728 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:26.344560 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Publish callbacks [] for security_group (77578690-6bbe-409b-8fed-d4a50a52cbf1), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:26.348505 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (77578690-6bbe-409b-8fed-d4a50a52cbf1), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:26.372215 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:27:26.397599 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775779488022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (32a60372-c9de-4b39-814c-5dad8a6ceb53), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:26.398180 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Unsubscribe: segment precommit_create {{(pid=102647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 19 21:27:26.398693 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Added segment 32a60372-c9de-4b39-814c-5dad8a6ceb53 of type vlan for network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d Jan 19 21:27:26.404275 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77578690-6bbe-409b-8fed-d4a50a52cbf1,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:26.433954 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.434319 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.434660 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.434989 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.435317 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.435640 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.436009 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.436849 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.437189 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.437514 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.437834 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.438148 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.438466 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Tracked resource versions report: Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: pushed versions: Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: { 'AddressGroup': {'1.2'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'ConntrackHelper': {'1.0'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'LocalIPAssociation': {'1.0'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Log': {'1.0'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Network': {'1.1'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Port': {'1.7'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'PortForwarding': {'1.2'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'QosPolicy': {'1.10'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SecurityGroup': {'1.5'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SecurityGroupRule': {'1.2'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SubPort': {'1.0'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Subnet': {'1.1'}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Trunk': {'1.1'}} Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: consumer versions: Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: { DHCP agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: L3 agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: Metadata agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: Metering agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: Open vSwitch agent@dv-cinder-821602-16-iscsi: { 'AddressGroup': '1.2', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'ConntrackHelper': '1.0', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'LocalIPAssociation': '1.0', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Log': '1.0', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Network': '1.1', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Port': '1.7', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'PortForwarding': '1.2', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'QosPolicy': '1.10', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SecurityGroup': '1.5', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SecurityGroupRule': '1.2', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SubPort': '1.0', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Subnet': '1.1', Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Trunk': '1.1'}} Jan 19 21:27:26.439830 dv-cinder-821602-16-iscsi neutron-server[102647]: {{(pid=102647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 21:27:26.520690 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (2e9cc8b0-c06a-4f7c-be32-cc116942c86d), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:26.558604 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (2e9cc8b0-c06a-4f7c-be32-cc116942c86d), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:26.559870 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:27:26.560577 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:26.643190 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3414857 Jan 19 21:27:26.671532 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf5e12-331f-4bb5-aa9b-c1282d60bd07 admin admin] Pushing event updated for resources: {'Network': ['ID=2e9cc8b0-c06a-4f7c-be32-cc116942c86d,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:26.683204 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:27:29.456349 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 49762) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:29.902727 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334af578-1534-473c-a668-d6a88178c7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:27:29.904150 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-334af578-1534-473c-a668-d6a88178c7a0 admin admin] 10.222.0.39 "GET /v2.0/networks/2e9cc8b0-c06a-4f7c-be32-cc116942c86d HTTP/1.1" status: 200 len: 825 time: 0.4468486 Jan 19 21:27:29.929068 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-dfa35058-008d-485c-8c1b-3e75a1c8a203 admin admin] 10.222.0.39 "GET /v2.0/subnetpools/bb1718f4-fb31-48b7-9ac4-c5e3ff7438c0 HTTP/1.1" status: 200 len: 734 time: 0.0194392 Jan 19 21:27:29.938269 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Request body: {'subnet': {'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d', 'gateway_ip': '172.20.0.1', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': 'bb1718f4-fb31-48b7-9ac4-c5e3ff7438c0'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:27:29.966530 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Made reservation on behalf of ac2ee5a06c39462887e146295905b852 for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:27:29.969503 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:30.256480 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (8e5b5d72-f27b-4094-b0b9-da2e168de99e), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:30.319502 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Checking segment: {'id': '32a60372-c9de-4b39-814c-5dad8a6ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:27:30.319900 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Network hostable DHCP agents. Network: 2e9cc8b0-c06a-4f7c-be32-cc116942c86d, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:27:30.339281 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5b5d72-f27b-4094-b0b9-da2e168de99e,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:30.351430 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.351800 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.352177 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.352508 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.352835 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.353158 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.353496 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.353824 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.354158 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.354486 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.354795 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.355115 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.355427 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Tracked resource versions report: Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: pushed versions: Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: { 'AddressGroup': {'1.2'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'ConntrackHelper': {'1.0'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'LocalIPAssociation': {'1.0'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Log': {'1.0'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Network': {'1.1'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Port': {'1.7'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'PortForwarding': {'1.2'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'QosPolicy': {'1.10'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SecurityGroup': {'1.5'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SecurityGroupRule': {'1.2'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SubPort': {'1.0'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Subnet': {'1.1'}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Trunk': {'1.1'}} Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: consumer versions: Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: { DHCP agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: L3 agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: Metadata agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: Metering agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: Open vSwitch agent@dv-cinder-821602-16-iscsi: { 'AddressGroup': '1.2', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'ConntrackHelper': '1.0', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'LocalIPAssociation': '1.0', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Log': '1.0', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Network': '1.1', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Port': '1.7', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'PortForwarding': '1.2', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'QosPolicy': '1.10', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SecurityGroup': '1.5', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SecurityGroupRule': '1.2', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SubPort': '1.0', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Subnet': '1.1', Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Trunk': '1.1'}} Jan 19 21:27:30.356767 dv-cinder-821602-16-iscsi neutron-server[102646]: {{(pid=102646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 21:27:30.368437 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:27:30.384797 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 2e9cc8b0-c06a-4f7c-be32-cc116942c86d) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:27:30.398093 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:27:30.398714 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:30.402868 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8d8b48-c62b-4ab8-bed0-a81258f491da None None] Network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:27:30.415056 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-525f32cd-dee9-4d9a-b273-d2b01d55f0f5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4807413 Jan 19 21:27:30.674534 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-2e9cc8b0-c06a-4f7c-be32-cc116942c86d', 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d', 'project_id': 'ac2ee5a06c39462887e146295905b852', 'fixed_ips': [{'subnet_id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:27:30.675888 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:30.984035 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Allocated IP 172.20.0.2 (2e9cc8b0-c06a-4f7c-be32-cc116942c86d/8e5b5d72-f27b-4094-b0b9-da2e168de99e/26c27651-9c82-4dc8-a501-68ba294b9549) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:27:31.235167 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Publish callbacks [] for port (26c27651-9c82-4dc8-a501-68ba294b9549), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:31.242637 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:31.312096 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:27:31.321043 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:27:31.330699 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:27:31.338160 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Pushing event updated for resources: {'Port': ['ID=26c27651-9c82-4dc8-a501-68ba294b9549,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:31.367393 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.367768 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.368156 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.368503 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.368833 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.369160 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.369504 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.369836 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.370165 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.370492 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.370811 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.371134 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.371453 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Tracked resource versions report: Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: pushed versions: Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: { 'AddressGroup': {'1.2'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'ConntrackHelper': {'1.0'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'LocalIPAssociation': {'1.0'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Log': {'1.0'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Network': {'1.1'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Port': {'1.7'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'PortForwarding': {'1.2'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'QosPolicy': {'1.10'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SecurityGroup': {'1.5'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SecurityGroupRule': {'1.2'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SubPort': {'1.0'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Subnet': {'1.1'}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Trunk': {'1.1'}} Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: consumer versions: Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: { DHCP agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: L3 agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: Metadata agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: Metering agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: Open vSwitch agent@dv-cinder-821602-16-iscsi: { 'AddressGroup': '1.2', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'ConntrackHelper': '1.0', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'LocalIPAssociation': '1.0', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Log': '1.0', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Network': '1.1', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Port': '1.7', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'PortForwarding': '1.2', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'QosPolicy': '1.10', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SecurityGroup': '1.5', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SecurityGroupRule': '1.2', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SubPort': '1.0', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Subnet': '1.1', Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Trunk': '1.1'}} Jan 19 21:27:31.372868 dv-cinder-821602-16-iscsi neutron-server[102648]: {{(pid=102648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 21:27:31.423447 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Attempting to bind port 26c27651-9c82-4dc8-a501-68ba294b9549 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:27:31.424122 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Attempting to bind port 26c27651-9c82-4dc8-a501-68ba294b9549 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '32a60372-c9de-4b39-814c-5dad8a6ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:27:31.424278 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Attempting to bind port 26c27651-9c82-4dc8-a501-68ba294b9549 on network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:27:31.429320 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:27:31.429702 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Checking segment: {'id': '32a60372-c9de-4b39-814c-5dad8a6ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:27:31.430183 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:31.430605 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Bound using segment: {'id': '32a60372-c9de-4b39-814c-5dad8a6ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:27:31.431077 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Bound port: 26c27651-9c82-4dc8-a501-68ba294b9549, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a60372-c9de-4b39-814c-5dad8a6ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:27:31.431485 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:31.496383 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] For port 26c27651-9c82-4dc8-a501-68ba294b9549, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:27:31.501260 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] For port 26c27651-9c82-4dc8-a501-68ba294b9549, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=26c27651-9c82-4dc8-a501-68ba294b9549,segment=NetworkSegment(32a60372-c9de-4b39-814c-5dad8a6ceb53),segment_id=32a60372-c9de-4b39-814c-5dad8a6ceb53)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:27:31.509096 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:31.575163 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951b33cb-6171-41c1-9231-334f45356c15 None None] Pushing event updated for resources: {'Port': ['ID=26c27651-9c82-4dc8-a501-68ba294b9549,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:32.866293 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 49776) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:33.184223 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [None req-e7165b45-2a01-453d-9948-d20e0c497934 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:27:33.185352 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-e7165b45-2a01-453d-9948-d20e0c497934 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3179998 Jan 19 21:27:35.667607 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 49784) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:35.985452 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [None req-e09a8d95-2d40-402c-bafb-7c85b9c1b610 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:27:35.986453 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e09a8d95-2d40-402c-bafb-7c85b9c1b610 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3178475 Jan 19 21:27:38.681089 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 49794) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:38.987576 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-fc3fa453-6ad1-4060-b34f-d422ad3c9c75 admin admin] Request body: {'router': {'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'name': 'router1', 'admin_state_up': True}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:27:39.012845 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa453-6ad1-4060-b34f-d422ad3c9c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (b21478f8-4049-4441-9b3e-a62819b20ee7), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:39.014387 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa453-6ad1-4060-b34f-d422ad3c9c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (b21478f8-4049-4441-9b3e-a62819b20ee7), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:39.147801 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa453-6ad1-4060-b34f-d422ad3c9c75 admin admin] Publish callbacks [] for router_controller (b21478f8-4049-4441-9b3e-a62819b20ee7), precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:39.152958 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa453-6ad1-4060-b34f-d422ad3c9c75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (b21478f8-4049-4441-9b3e-a62819b20ee7), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:39.170381 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fc3fa453-6ad1-4060-b34f-d422ad3c9c75 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:39.171600 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-fc3fa453-6ad1-4060-b34f-d422ad3c9c75 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4895408 Jan 19 21:27:39.660197 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51682670-9b6f-4c92-a55e-6575b3e4166d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:41.644181 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 49806) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:41.973730 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [None req-0754929c-9cdd-4590-9eda-1835b9cab946 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:27:41.974861 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0754929c-9cdd-4590-9eda-1835b9cab946 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3297114 Jan 19 21:27:42.218686 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-59db748c-d0cf-49eb-89cd-f3baf8ea0328 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:42.661918 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3674d-6855-4edd-9156-01aa58aca43a None None] Network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:27:42.722009 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-13d99bef-3212-442c-9fee-8aa855c4144c None None] Provisioning complete for port 26c27651-9c82-4dc8-a501-68ba294b9549 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:27:42.722424 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-13d99bef-3212-442c-9fee-8aa855c4144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:42.925546 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-13d99bef-3212-442c-9fee-8aa855c4144c None None] Current status of the port 26c27651-9c82-4dc8-a501-68ba294b9549 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:27:42.926263 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-13d99bef-3212-442c-9fee-8aa855c4144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:42.941658 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 26c27651-9c82-4dc8-a501-68ba294b9549 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:27:43.004018 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-13d99bef-3212-442c-9fee-8aa855c4144c None None] For port 26c27651-9c82-4dc8-a501-68ba294b9549, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=26c27651-9c82-4dc8-a501-68ba294b9549,segment=NetworkSegment(32a60372-c9de-4b39-814c-5dad8a6ceb53),segment_id=32a60372-c9de-4b39-814c-5dad8a6ceb53)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:27:43.012965 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-13d99bef-3212-442c-9fee-8aa855c4144c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:43.058744 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 26c27651-9c82-4dc8-a501-68ba294b9549 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:27:43.059128 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:43.107454 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d99bef-3212-442c-9fee-8aa855c4144c None None] Pushing event updated for resources: {'Port': ['ID=26c27651-9c82-4dc8-a501-68ba294b9549,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:43.111782 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:43.140730 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-ea136423-3e63-4d9a-ba5f-2625f35fb119 None None] Provisioning complete for port 26c27651-9c82-4dc8-a501-68ba294b9549 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:27:43.141116 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea136423-3e63-4d9a-ba5f-2625f35fb119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:43.198272 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 26c27651-9c82-4dc8-a501-68ba294b9549 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:27:43.248588 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-ea136423-3e63-4d9a-ba5f-2625f35fb119 None None] Current status of the port 26c27651-9c82-4dc8-a501-68ba294b9549 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:27:44.453939 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:44.480817 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 49838) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:44.609173 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'tenant_id': '2e7674d7887840e7b4975a76462038c7', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'project_id': '2e7674d7887840e7b4975a76462038c7', 'is_default': True}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:27:44.631620 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Made reservation on behalf of 2e7674d7887840e7b4975a76462038c7 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:27:44.633915 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:44.642267 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:44.713407 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Publish callbacks [] for security_group (32f6ddbc-6334-4407-8d34-db99a6f6a465), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:44.716854 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (32f6ddbc-6334-4407-8d34-db99a6f6a465), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:44.733667 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Reserving flat network on physical network physnet1 {{(pid=102647) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 19 21:27:44.751997 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f6ddbc-6334-4407-8d34-db99a6f6a465,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:44.756434 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (f31d545d-6856-4a38-b222-ff6bc0c58b9f), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:44.756765 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Added segment f31d545d-6856-4a38-b222-ff6bc0c58b9f of type flat for network 84739f61-b1c1-472e-ba85-171d5e7d2458 Jan 19 21:27:44.800921 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (84739f61-b1c1-472e-ba85-171d5e7d2458), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:44.831659 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (84739f61-b1c1-472e-ba85-171d5e7d2458), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:44.832590 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:27:44.833155 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:44.894116 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4008844 Jan 19 21:27:44.894116 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f364f69f-1da7-4fc6-acb9-58cc79502073 admin admin] Pushing event updated for resources: {'Network': ['ID=84739f61-b1c1-472e-ba85-171d5e7d2458,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:44.920460 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:27:44.923976 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 26c27651-9c82-4dc8-a501-68ba294b9549 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:27:45.037536 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 26c27651-9c82-4dc8-a501-68ba294b9549 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:27:45.037940 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:45.169151 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 26c27651-9c82-4dc8-a501-68ba294b9549 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:27:46.332791 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:47.180585 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 49848) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:47.328924 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3f7b02-4a4d-474b-95cc-7ee8e9cc94b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:27:47.330310 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ed3f7b02-4a4d-474b-95cc-7ee8e9cc94b3 admin admin] 10.222.0.39 "GET /v2.0/subnets/8e5b5d72-f27b-4094-b0b9-da2e168de99e HTTP/1.1" status: 200 len: 849 time: 0.1487746 Jan 19 21:27:47.450046 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c27e62b1-41e5-412b-a818-977b38ec1a7c admin admin] 10.222.0.39 "GET /v2.0/routers/b21478f8-4049-4441-9b3e-a62819b20ee7 HTTP/1.1" status: 200 len: 704 time: 0.1140919 Jan 19 21:27:47.710947 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:48.007135 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Allocated IP 172.20.0.1 (2e9cc8b0-c06a-4f7c-be32-cc116942c86d/8e5b5d72-f27b-4094-b0b9-da2e168de99e/b74e9c21-df62-4fa6-9222-48256af4dda6) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:27:48.190472 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Publish callbacks [] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:48.257652 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:48.332097 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:27:48.340647 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:27:48.349672 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:27:48.350542 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (b21478f8-4049-4441-9b3e-a62819b20ee7), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:48.368719 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Pushing event updated for resources: {'Port': ['ID=b74e9c21-df62-4fa6-9222-48256af4dda6,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:48.599161 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-ab5cf3ca-ecd4-4713-a962-1cc5d40d21cb None None] Provisioning complete for port b74e9c21-df62-4fa6-9222-48256af4dda6 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:27:48.599743 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf3ca-ecd4-4713-a962-1cc5d40d21cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:48.601646 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:48.633306 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-ab5cf3ca-ecd4-4713-a962-1cc5d40d21cb None None] Port b74e9c21-df62-4fa6-9222-48256af4dda6 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:27:48.806225 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Publish callbacks [] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:48.811252 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:48.812022 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (b21478f8-4049-4441-9b3e-a62819b20ee7), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:48.889755 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Pushing event updated for resources: {'Port': ['ID=b74e9c21-df62-4fa6-9222-48256af4dda6,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:48.935211 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:27:48.936550 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:27:49.096773 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Router b21478f8-4049-4441-9b3e-a62819b20ee7 is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:27:49.154194 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-092c93d3-402b-4af5-8b2a-b5d50d321fd2 None None] Provisioning complete for port b74e9c21-df62-4fa6-9222-48256af4dda6 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:27:49.154607 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-092c93d3-402b-4af5-8b2a-b5d50d321fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:49.188274 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:27:49.190388 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-092c93d3-402b-4af5-8b2a-b5d50d321fd2 None None] Port b74e9c21-df62-4fa6-9222-48256af4dda6 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:27:49.194414 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1309b47a-c8cf-45db-9f18-55345fb4b65e admin admin] 10.222.0.39 "PUT /v2.0/routers/b21478f8-4049-4441-9b3e-a62819b20ee7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7387779 Jan 19 21:27:49.198876 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Sync routers for ids ['b21478f8-4049-4441-9b3e-a62819b20ee7'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:27:49.212883 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Routers {'b21478f8-4049-4441-9b3e-a62819b20ee7'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:27:49.213644 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:27:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['b21478f8-4049-4441-9b3e-a62819b20ee7'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:27:49.415917 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Set router b21478f8-4049-4441-9b3e-a62819b20ee7 gateway port host: None {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:27:49.844826 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'name': 'router1', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:27:39Z', 'updated_at': '2022-01-19T21:27:48Z', 'revision_number': 2, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'gw_port_host': None, '_interfaces': [{'id': 'b74e9c21-df62-4fa6-9222-48256af4dda6', 'name': '', 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'mac_address': 'fa:16:3e:8e:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:27:47Z', 'updated_at': '2022-01-19T21:27:48Z', 'revision_number': 2, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'subnets': [{'id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb1718f4-fb31-48b7-9ac4-c5e3ff7438c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:27:49.896074 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Checking router: b21478f8-4049-4441-9b3e-a62819b20ee7 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:27:49.896446 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Updating router b21478f8-4049-4441-9b3e-a62819b20ee7 port b74e9c21-df62-4fa6-9222-48256af4dda6 binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:27:49.944664 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:50.454898 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Publish callbacks [] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:50.460851 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:50.618228 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Attempting to bind port b74e9c21-df62-4fa6-9222-48256af4dda6 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:27:50.618617 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Attempting to bind port b74e9c21-df62-4fa6-9222-48256af4dda6 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '32a60372-c9de-4b39-814c-5dad8a6ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:27:50.619028 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Attempting to bind port b74e9c21-df62-4fa6-9222-48256af4dda6 on network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:27:50.627544 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Pushing event updated for resources: {'Port': ['ID=b74e9c21-df62-4fa6-9222-48256af4dda6,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:50.630213 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:27:50.630608 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Checking segment: {'id': '32a60372-c9de-4b39-814c-5dad8a6ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:27:50.631087 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:50.631471 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Bound using segment: {'id': '32a60372-c9de-4b39-814c-5dad8a6ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:27:50.631972 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Bound port: b74e9c21-df62-4fa6-9222-48256af4dda6, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a60372-c9de-4b39-814c-5dad8a6ceb53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:27:50.632352 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:50.648108 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.648745 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.648851 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.649125 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.649449 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.649772 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.650216 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.650429 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.650750 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.651083 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.651401 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.651716 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.652051 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Tracked resource versions report: Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: pushed versions: Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: { 'AddressGroup': {'1.2'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'ConntrackHelper': {'1.0'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'LocalIPAssociation': {'1.0'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Log': {'1.0'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Network': {'1.1'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Port': {'1.7'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'PortForwarding': {'1.2'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'QosPolicy': {'1.10'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SecurityGroup': {'1.5'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SecurityGroupRule': {'1.2'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SubPort': {'1.0'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Subnet': {'1.1'}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Trunk': {'1.1'}} Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: consumer versions: Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: { DHCP agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: L3 agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: Metadata agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: Metering agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: Open vSwitch agent@dv-cinder-821602-16-iscsi: { 'AddressGroup': '1.2', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'ConntrackHelper': '1.0', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'LocalIPAssociation': '1.0', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Log': '1.0', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Network': '1.1', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Port': '1.7', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'PortForwarding': '1.2', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'QosPolicy': '1.10', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SecurityGroup': '1.5', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SecurityGroupRule': '1.2', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SubPort': '1.0', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Subnet': '1.1', Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Trunk': '1.1'}} Jan 19 21:27:50.653436 dv-cinder-821602-16-iscsi neutron-server[102649]: {{(pid=102649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 21:27:50.713294 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] For port b74e9c21-df62-4fa6-9222-48256af4dda6, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:27:50.728397 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-f13ce2be-8707-4c0f-9d38-3ce0b7d0edd4 None None] Provisioning complete for port b74e9c21-df62-4fa6-9222-48256af4dda6 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:27:50.729371 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f13ce2be-8707-4c0f-9d38-3ce0b7d0edd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:50.734482 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] For port b74e9c21-df62-4fa6-9222-48256af4dda6, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=b74e9c21-df62-4fa6-9222-48256af4dda6,segment=NetworkSegment(32a60372-c9de-4b39-814c-5dad8a6ceb53),segment_id=32a60372-c9de-4b39-814c-5dad8a6ceb53)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:27:50.739129 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:50.764312 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-f13ce2be-8707-4c0f-9d38-3ce0b7d0edd4 None None] Port b74e9c21-df62-4fa6-9222-48256af4dda6 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:27:50.800543 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40064a40-3a3a-4383-9715-f236e3c757ed None None] Pushing event updated for resources: {'Port': ['ID=b74e9c21-df62-4fa6-9222-48256af4dda6,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:50.803140 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Routers {'b21478f8-4049-4441-9b3e-a62819b20ee7'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:27:50.803747 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:27:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['b21478f8-4049-4441-9b3e-a62819b20ee7'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:27:50.898199 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] Set router b21478f8-4049-4441-9b3e-a62819b20ee7 gateway port host: None {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:27:50.985850 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-b2afa8ef-1ad6-4d64-920c-0b53d6d3855f None None] Provisioning complete for port b74e9c21-df62-4fa6-9222-48256af4dda6 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:27:50.986227 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b2afa8ef-1ad6-4d64-920c-0b53d6d3855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:51.070112 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-b2afa8ef-1ad6-4d64-920c-0b53d6d3855f None None] Current status of the port b74e9c21-df62-4fa6-9222-48256af4dda6 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:27:51.070511 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b2afa8ef-1ad6-4d64-920c-0b53d6d3855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:51.104816 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-b2afa8ef-1ad6-4d64-920c-0b53d6d3855f None None] For port b74e9c21-df62-4fa6-9222-48256af4dda6, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=b74e9c21-df62-4fa6-9222-48256af4dda6,segment=NetworkSegment(32a60372-c9de-4b39-814c-5dad8a6ceb53),segment_id=32a60372-c9de-4b39-814c-5dad8a6ceb53)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:27:51.110300 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b2afa8ef-1ad6-4d64-920c-0b53d6d3855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:51.123047 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'name': 'router1', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:27:39Z', 'updated_at': '2022-01-19T21:27:48Z', 'revision_number': 2, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'gw_port_host': None, '_interfaces': [{'id': 'b74e9c21-df62-4fa6-9222-48256af4dda6', 'name': '', 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'mac_address': 'fa:16:3e:8e:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:27:47Z', 'updated_at': '2022-01-19T21:27:50Z', 'revision_number': 4, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'subnets': [{'id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb1718f4-fb31-48b7-9ac4-c5e3ff7438c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:27:51.154048 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b8b417-fd1e-4863-a337-a5025e906ca6 None None] The sync data for ids ['b21478f8-4049-4441-9b3e-a62819b20ee7'] in dv-cinder-821602-16-iscsi is: [{'id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'name': 'router1', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:27:39Z', 'updated_at': '2022-01-19T21:27:48Z', 'revision_number': 2, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'gw_port_host': None, '_interfaces': [{'id': 'b74e9c21-df62-4fa6-9222-48256af4dda6', 'name': '', 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'mac_address': 'fa:16:3e:8e:8a:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:27:47Z', 'updated_at': '2022-01-19T21:27:50Z', 'revision_number': 4, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'subnets': [{'id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb1718f4-fb31-48b7-9ac4-c5e3ff7438c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:27:51.158771 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afa8ef-1ad6-4d64-920c-0b53d6d3855f None None] Pushing event updated for resources: {'Port': ['ID=b74e9c21-df62-4fa6-9222-48256af4dda6,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:53.837881 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 49866) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:53.954614 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0275cd-238f-4120-b8a1-e3d930b2303a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:27:53.961334 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7c0275cd-238f-4120-b8a1-e3d930b2303a admin admin] 10.222.0.39 "GET /v2.0/networks/84739f61-b1c1-472e-ba85-171d5e7d2458 HTTP/1.1" status: 200 len: 842 time: 0.1170781 Jan 19 21:27:53.965184 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Request body: {'subnet': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'tenant_id': '2e7674d7887840e7b4975a76462038c7', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:27:53.990135 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Made reservation on behalf of 2e7674d7887840e7b4975a76462038c7 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:27:53.993096 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:54.299263 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.objects.ports [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102647) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 19 21:27:54.299684 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (d3d29fc5-6289-4275-9806-2b1e81bd959a), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:54.359156 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3d29fc5-6289-4275-9806-2b1e81bd959a,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:54.363615 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:27:54.363993 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Network hostable DHCP agents. Network: 84739f61-b1c1-472e-ba85-171d5e7d2458, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:27:54.387827 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:27:54.398918 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 84739f61-b1c1-472e-ba85-171d5e7d2458) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:27:54.402927 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:27:54.404363 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:54.409467 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639dba4f-6ce6-4061-9b71-ea8897f214b6 None None] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:27:54.423057 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f755da50-abbc-49e0-a999-3890659fc472 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4611082 Jan 19 21:27:54.520087 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71dba27-8b5a-4ee3-92b4-38764d801587 None None] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:27:56.820911 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 49874) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:27:57.104876 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-6f7b9cd5-3d5c-4d65-96b3-72b04ad85150 admin admin] 10.222.0.39 "GET /v2.0/routers/b21478f8-4049-4441-9b3e-a62819b20ee7 HTTP/1.1" status: 200 len: 710 time: 0.2825587 Jan 19 21:27:57.220457 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e807153-dcc4-4321-a816-b09d2500e978 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:27:57.222000 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-5e807153-dcc4-4321-a816-b09d2500e978 admin admin] 10.222.0.39 "GET /v2.0/networks/84739f61-b1c1-472e-ba85-171d5e7d2458 HTTP/1.1" status: 200 len: 886 time: 0.1111944 Jan 19 21:27:57.230810 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:27:57.479355 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Publish callbacks [] for router_gateway (b21478f8-4049-4441-9b3e-a62819b20ee7), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:57.732957 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Publish callbacks [] for router_gateway (b21478f8-4049-4441-9b3e-a62819b20ee7), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:57.809376 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:57.967445 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Allocated IP 172.27.0.75 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/d7c166d2-d67b-496b-a923-517cb2f97459) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:27:58.076205 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Publish callbacks [] for port (d7c166d2-d67b-496b-a923-517cb2f97459), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:58.138215 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (d7c166d2-d67b-496b-a923-517cb2f97459), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:58.207133 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:27:58.216622 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:27:58.222525 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:27:58.227587 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Pushing event updated for resources: {'Port': ['ID=d7c166d2-d67b-496b-a923-517cb2f97459,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:27:58.570076 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Publish callbacks [] for router_gateway (b21478f8-4049-4441-9b3e-a62819b20ee7), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:58.768582 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1532034', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1534168', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-25851'] for router (b21478f8-4049-4441-9b3e-a62819b20ee7), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:58.773583 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1532091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1532076', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1534161'] for router (b21478f8-4049-4441-9b3e-a62819b20ee7), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:58.889895 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Router b21478f8-4049-4441-9b3e-a62819b20ee7 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:27:58.942764 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device b74e9c21-df62-4fa6-9222-48256af4dda6 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:27:58.991321 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port b74e9c21-df62-4fa6-9222-48256af4dda6 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:27:58.991816 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:59.000535 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:27:59.005065 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:27:59.015565 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-9d7f6b9c-304d-4b77-8b32-03acc9c99a62 admin admin] 10.222.0.39 "PUT /v2.0/routers/b21478f8-4049-4441-9b3e-a62819b20ee7 HTTP/1.1" status: 200 len: 889 time: 1.7786455 Jan 19 21:27:59.083948 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port b74e9c21-df62-4fa6-9222-48256af4dda6 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:27:59.560077 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Sync routers for ids ['b21478f8-4049-4441-9b3e-a62819b20ee7'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:27:59.571648 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Routers {'b21478f8-4049-4441-9b3e-a62819b20ee7'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:27:59.572310 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:27:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['b21478f8-4049-4441-9b3e-a62819b20ee7'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:27:59.775996 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Set router b21478f8-4049-4441-9b3e-a62819b20ee7 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:28:00.234851 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'name': 'router1', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd7c166d2-d67b-496b-a923-517cb2f97459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:27:39Z', 'updated_at': '2022-01-19T21:27:58Z', 'revision_number': 4, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'gw_port': {'id': 'd7c166d2-d67b-496b-a923-517cb2f97459', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:27:57Z', 'updated_at': '2022-01-19T21:27:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'b74e9c21-df62-4fa6-9222-48256af4dda6', 'name': '', 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'mac_address': 'fa:16:3e:8e:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:27:47Z', 'updated_at': '2022-01-19T21:27:51Z', 'revision_number': 5, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'subnets': [{'id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb1718f4-fb31-48b7-9ac4-c5e3ff7438c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:28:00.290046 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Checking router: b21478f8-4049-4441-9b3e-a62819b20ee7 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:28:00.290418 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Updating router b21478f8-4049-4441-9b3e-a62819b20ee7 port d7c166d2-d67b-496b-a923-517cb2f97459 binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:28:00.338990 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d7c166d2-d67b-496b-a923-517cb2f97459), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:00.655924 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Publish callbacks [] for port (d7c166d2-d67b-496b-a923-517cb2f97459), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:00.661292 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (d7c166d2-d67b-496b-a923-517cb2f97459), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:00.712415 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Attempting to bind port d7c166d2-d67b-496b-a923-517cb2f97459 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:28:00.712781 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Attempting to bind port d7c166d2-d67b-496b-a923-517cb2f97459 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:28:00.713138 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Attempting to bind port d7c166d2-d67b-496b-a923-517cb2f97459 on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:28:00.714945 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca46f4-d97e-47a3-b74e-14f628448a6c None None] Pushing event updated for resources: {'Port': ['ID=d7c166d2-d67b-496b-a923-517cb2f97459,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:28:00.726389 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:28:00.726807 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:28:00.727159 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:00.727543 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:28:00.728038 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Bound port: d7c166d2-d67b-496b-a923-517cb2f97459, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:28:00.728414 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d7c166d2-d67b-496b-a923-517cb2f97459), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:00.781107 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] For port d7c166d2-d67b-496b-a923-517cb2f97459, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:28:00.784240 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] For port d7c166d2-d67b-496b-a923-517cb2f97459, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=d7c166d2-d67b-496b-a923-517cb2f97459,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:28:00.795172 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (d7c166d2-d67b-496b-a923-517cb2f97459), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:00.852876 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Routers {'b21478f8-4049-4441-9b3e-a62819b20ee7'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:28:00.853503 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:27:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['b21478f8-4049-4441-9b3e-a62819b20ee7'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:28:00.855368 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ca46f4-d97e-47a3-b74e-14f628448a6c None None] Pushing event updated for resources: {'Port': ['ID=d7c166d2-d67b-496b-a923-517cb2f97459,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:28:00.963251 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] Set router b21478f8-4049-4441-9b3e-a62819b20ee7 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:28:01.176241 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'name': 'router1', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd7c166d2-d67b-496b-a923-517cb2f97459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:27:39Z', 'updated_at': '2022-01-19T21:27:58Z', 'revision_number': 4, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'gw_port': {'id': 'd7c166d2-d67b-496b-a923-517cb2f97459', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:27:57Z', 'updated_at': '2022-01-19T21:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'b74e9c21-df62-4fa6-9222-48256af4dda6', 'name': '', 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'mac_address': 'fa:16:3e:8e:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:27:47Z', 'updated_at': '2022-01-19T21:27:51Z', 'revision_number': 5, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'subnets': [{'id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb1718f4-fb31-48b7-9ac4-c5e3ff7438c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:28:01.204725 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad69954-47be-4433-9500-afc7bcf35f91 None None] The sync data for ids ['b21478f8-4049-4441-9b3e-a62819b20ee7'] in dv-cinder-821602-16-iscsi is: [{'id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'name': 'router1', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.75'}], 'enable_snat': True}, 'gw_port_id': 'd7c166d2-d67b-496b-a923-517cb2f97459', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:27:39Z', 'updated_at': '2022-01-19T21:27:58Z', 'revision_number': 4, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'gw_port': {'id': 'd7c166d2-d67b-496b-a923-517cb2f97459', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b0:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:27:57Z', 'updated_at': '2022-01-19T21:28:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'b74e9c21-df62-4fa6-9222-48256af4dda6', 'name': '', 'network_id': '2e9cc8b0-c06a-4f7c-be32-cc116942c86d', 'tenant_id': 'ac2ee5a06c39462887e146295905b852', 'mac_address': 'fa:16:3e:8e:8a:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b21478f8-4049-4441-9b3e-a62819b20ee7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:27:47Z', 'updated_at': '2022-01-19T21:27:51Z', 'revision_number': 5, 'project_id': 'ac2ee5a06c39462887e146295905b852', 'subnets': [{'id': '8e5b5d72-f27b-4094-b0b9-da2e168de99e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb1718f4-fb31-48b7-9ac4-c5e3ff7438c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:28:01.485230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 49886) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:28:01.607100 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-4ca63a03-0569-407f-a692-093a0f885c3e admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1201942 Jan 19 21:28:02.947352 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d7c166d2-d67b-496b-a923-517cb2f97459 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:28:02.998612 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port d7c166d2-d67b-496b-a923-517cb2f97459 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:28:02.998997 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d7c166d2-d67b-496b-a923-517cb2f97459), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:03.073491 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port d7c166d2-d67b-496b-a923-517cb2f97459 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:28:03.073874 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d7c166d2-d67b-496b-a923-517cb2f97459), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:03.094204 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port d7c166d2-d67b-496b-a923-517cb2f97459, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=d7c166d2-d67b-496b-a923-517cb2f97459,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:28:03.098557 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (d7c166d2-d67b-496b-a923-517cb2f97459), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:03.149521 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=d7c166d2-d67b-496b-a923-517cb2f97459,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:28:04.003815 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 5 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:28:04.911393 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d7c166d2-d67b-496b-a923-517cb2f97459 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:28:04.983533 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port d7c166d2-d67b-496b-a923-517cb2f97459 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:28:04.983966 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d7c166d2-d67b-496b-a923-517cb2f97459), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:05.077986 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port d7c166d2-d67b-496b-a923-517cb2f97459 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:28:09.687216 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c269d4ba-034d-44f9-a79e-8cdb5a44d1b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:12.223172 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8e57d063-0fb5-4215-849c-e22a4d78af49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:13.086229 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:14.458958 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:16.339210 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:39.661499 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c8dacbe6-50da-4a93-9211-b17418e7b05d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:41.002825 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 5 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:28:42.233722 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf462138-3e53-4429-9a16-162c7b7264de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:43.080846 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:44.465016 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:28:46.328750 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:09.664203 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4bbc7b16-93c4-4970-b065-54ee4be65b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:12.228420 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c3423859-a7a8-4700-8a27-20ffe674317a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:13.080251 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:14.465935 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:16.335111 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:18.001581 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 5 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:29:21.674175 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50370) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:21.735032 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d00130-2b77-4a11-b2d9-6fb67144a43c admin admin] GET failed (client error): The resource could not be found. Jan 19 21:29:21.736352 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e0d00130-2b77-4a11-b2d9-6fb67144a43c admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612278 Jan 19 21:29:21.895739 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723bd81b-ed50-4435-83c5-0cc1adc67061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:21.897182 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-723bd81b-ed50-4435-83c5-0cc1adc67061 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567707 Jan 19 21:29:24.125679 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50380) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:24.288858 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548893e0-05c9-4fed-a9d3-89f7e219b6c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:24.290826 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-548893e0-05c9-4fed-a9d3-89f7e219b6c9 admin admin] 10.222.0.39 "GET /v2.0/subnets/8e5b5d72-f27b-4094-b0b9-da2e168de99e HTTP/1.1" status: 200 len: 849 time: 0.1641428 Jan 19 21:29:24.300241 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:29:24.382699 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Publish callbacks [] for subnet (8e5b5d72-f27b-4094-b0b9-da2e168de99e), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:24.528048 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775779516537'] for subnet (8e5b5d72-f27b-4094-b0b9-da2e168de99e), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:24.556915 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:24.557480 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:24.558743 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] 10.222.0.39 "PUT /v2.0/subnets/8e5b5d72-f27b-4094-b0b9-da2e168de99e HTTP/1.1" status: 200 len: 868 time: 0.2620902 Jan 19 21:29:24.578908 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e5b5d72-f27b-4094-b0b9-da2e168de99e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:29:24.579560 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632b4c8b-f2f2-4de1-9244-cf8baa042656 None None] Network 2e9cc8b0-c06a-4f7c-be32-cc116942c86d requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:29:24.586135 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.586486 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.587003 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.587341 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.587708 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.588068 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.588396 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.588720 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.589043 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.589371 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.589875 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.590197 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.590521 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63a2d49-131c-495a-b6d2-733ce3b21c70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:29:24.911948 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-54c35b72-702e-40c1-87e2-00bee2729908 None None] Provisioning complete for port b74e9c21-df62-4fa6-9222-48256af4dda6 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:29:24.912341 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-54c35b72-702e-40c1-87e2-00bee2729908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (b74e9c21-df62-4fa6-9222-48256af4dda6), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:24.993741 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-54c35b72-702e-40c1-87e2-00bee2729908 None None] Current status of the port b74e9c21-df62-4fa6-9222-48256af4dda6 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:29:25.003719 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-54c35b72-702e-40c1-87e2-00bee2729908 None None] Provisioning complete for port 26c27651-9c82-4dc8-a501-68ba294b9549 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:29:25.004131 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-54c35b72-702e-40c1-87e2-00bee2729908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (26c27651-9c82-4dc8-a501-68ba294b9549), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:25.079149 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-54c35b72-702e-40c1-87e2-00bee2729908 None None] Current status of the port 26c27651-9c82-4dc8-a501-68ba294b9549 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:29:26.815700 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50388) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:27.020013 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec6f0f-a0ba-41d6-8534-6d608de48c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:27.020490 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec6f0f-a0ba-41d6-8534-6d608de48c2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:27.022044 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-82ec6f0f-a0ba-41d6-8534-6d608de48c2e admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053654 Jan 19 21:29:29.303423 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50396) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:29.440846 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808ec534-f99e-4356-a08e-e6c1551a81c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:29.441319 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808ec534-f99e-4356-a08e-e6c1551a81c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:29.442861 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-808ec534-f99e-4356-a08e-e6c1551a81c0 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1384501 Jan 19 21:29:31.681478 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50404) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:31.814965 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d466dda0-15c4-4bf3-a94a-f51148184c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:31.816425 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d466dda0-15c4-4bf3-a94a-f51148184c1d admin admin] 10.222.0.39 "GET /v2.0/networks/2e9cc8b0-c06a-4f7c-be32-cc116942c86d HTTP/1.1" status: 200 len: 869 time: 0.1340051 Jan 19 21:29:34.066283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50412) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:34.192901 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92033fc9-3597-4087-8039-aef79aa3357f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:34.194278 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-92033fc9-3597-4087-8039-aef79aa3357f admin admin] 10.222.0.39 "GET /v2.0/networks/84739f61-b1c1-472e-ba85-171d5e7d2458 HTTP/1.1" status: 200 len: 886 time: 0.1270387 Jan 19 21:29:36.425253 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50420) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:36.551206 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05442b1-cad5-4e63-8aed-74178f0829b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:36.551658 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05442b1-cad5-4e63-8aed-74178f0829b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:36.553221 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f05442b1-cad5-4e63-8aed-74178f0829b4 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1270216 Jan 19 21:29:38.785689 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50428) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:38.885100 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df40696-3949-4068-a6b7-24e10679d491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:38.885580 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df40696-3949-4068-a6b7-24e10679d491 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:38.887091 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1df40696-3949-4068-a6b7-24e10679d491 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1002061 Jan 19 21:29:39.667220 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d19dbdb7-148f-4e95-8b25-62fc1a421de2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:41.108822 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50436) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:41.199945 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ac32af-d84d-4ade-953f-27370becf3c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:41.201277 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-23ac32af-d84d-4ade-953f-27370becf3c1 admin admin] 10.222.0.39 "GET /v2.0/subnets/8e5b5d72-f27b-4094-b0b9-da2e168de99e HTTP/1.1" status: 200 len: 868 time: 0.0915165 Jan 19 21:29:42.232201 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9c365e17-14d6-40b5-8e94-47347e89f001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:43.083502 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:43.422983 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50444) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:29:43.512878 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b128fa6-fc8c-41d7-9cf0-64f4f0bcbe8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:29:43.514227 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1b128fa6-fc8c-41d7-9cf0-64f4f0bcbe8b admin admin] 10.222.0.39 "GET /v2.0/subnets/d3d29fc5-6289-4275-9806-2b1e81bd959a HTTP/1.1" status: 200 len: 816 time: 0.0902050 Jan 19 21:29:44.468024 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:46.317869 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:29:54.999555 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 5 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:30:07.802013 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50498) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:30:07.849997 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [None req-11210bdb-e092-42f2-9839-92e689e126c9 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:30:07.850987 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-11210bdb-e092-42f2-9839-92e689e126c9 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480359 Jan 19 21:30:09.670273 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0f032fdd-da7f-45a0-aab9-692373d0a08c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:10.169134 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50506) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:30:10.229100 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f69aea7-9bcd-4cfb-a516-3d25ad0af673 admin admin] GET failed (client error): The resource could not be found. Jan 19 21:30:10.230387 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1f69aea7-9bcd-4cfb-a516-3d25ad0af673 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602956 Jan 19 21:30:10.312654 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083268d5-204e-45f9-8c7f-5c0379ae1c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:30:10.314131 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-083268d5-204e-45f9-8c7f-5c0379ae1c6c admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0797894 Jan 19 21:30:12.234857 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e1a6c94-a7b2-4f56-8e80-6724026f0e52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:12.584421 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50516) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:30:12.631423 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'tenant_id': '2e7674d7887840e7b4975a76462038c7', 'admin_state_up': True, 'project_id': '2e7674d7887840e7b4975a76462038c7'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:30:12.652904 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Made reservation on behalf of 2e7674d7887840e7b4975a76462038c7 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:30:12.655346 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:12.684345 dv-cinder-821602-16-iscsi neutron-server[102647]: WARNING neutron.services.revisions.revision_plugin [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Could not find related network for resource to bump revision. Jan 19 21:30:12.695148 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:30:12.703640 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (45f3535e-b5f0-4fdc-b32b-c6b015f139f5), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:12.703999 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Added segment 45f3535e-b5f0-4fdc-b32b-c6b015f139f5 of type vlan for network faf7851d-bacd-4aa8-8281-8312029dd143 Jan 19 21:30:12.744804 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (faf7851d-bacd-4aa8-8281-8312029dd143), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:12.768375 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (faf7851d-bacd-4aa8-8281-8312029dd143), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:12.769295 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:30:12.769869 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:12.820162 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2346253 Jan 19 21:30:12.830486 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaf95ff-d295-47fa-8c45-869cc099c2d5 admin admin] Pushing event updated for resources: {'Network': ['ID=faf7851d-bacd-4aa8-8281-8312029dd143,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:30:12.842134 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network faf7851d-bacd-4aa8-8281-8312029dd143 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:30:13.086968 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:14.472393 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:15.139118 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 50526) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:30:15.202288 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.pecan_wsgi.hooks.translation [None req-dca37b7f-9249-4a64-b2e7-5b78a644838e admin admin] GET failed (client error): The resource could not be found. Jan 19 21:30:15.203622 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-dca37b7f-9249-4a64-b2e7-5b78a644838e admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635426 Jan 19 21:30:15.301602 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3586c1-af11-4d68-b420-b3008eab30dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:30:15.303079 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-cd3586c1-af11-4d68-b420-b3008eab30dd admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0955174 Jan 19 21:30:15.313585 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Request body: {'subnet': {'tenant_id': '2e7674d7887840e7b4975a76462038c7', 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:30:15.337907 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Made reservation on behalf of 2e7674d7887840e7b4975a76462038c7 for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:30:15.340415 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:15.524002 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (15323708-05b7-43ae-b8bf-d1dac27d8c26), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:15.577932 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15323708-05b7-43ae-b8bf-d1dac27d8c26,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:30:15.587546 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.587941 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.588286 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.588619 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.588943 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.589266 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.589589 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.589910 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.590231 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.590569 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.590950 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.591267 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.591583 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:15.598030 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Checking segment: {'id': '45f3535e-b5f0-4fdc-b32b-c6b015f139f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:30:15.598379 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Network hostable DHCP agents. Network: faf7851d-bacd-4aa8-8281-8312029dd143, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:30:15.614670 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Network faf7851d-bacd-4aa8-8281-8312029dd143 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:30:15.623619 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, faf7851d-bacd-4aa8-8281-8312029dd143) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:30:15.628012 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:30:15.628603 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:15.632601 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670196f6-fa9e-487e-af29-224469da9a8c None None] Network faf7851d-bacd-4aa8-8281-8312029dd143 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:30:15.644298 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ed73d69d-1b86-4149-b916-186172226e59 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3342471 Jan 19 21:30:15.742160 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-faf7851d-bacd-4aa8-8281-8312029dd143', 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143', 'project_id': '2e7674d7887840e7b4975a76462038c7', 'fixed_ips': [{'subnet_id': '15323708-05b7-43ae-b8bf-d1dac27d8c26'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:30:15.743038 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:15.888956 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Allocated IP 192.168.233.2 (faf7851d-bacd-4aa8-8281-8312029dd143/15323708-05b7-43ae-b8bf-d1dac27d8c26/643e1a6f-351e-4aa5-9d5d-e5f50492baa3) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:30:16.036430 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Publish callbacks [] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:16.042661 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:16.082822 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Network faf7851d-bacd-4aa8-8281-8312029dd143 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:30:16.085632 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:30:16.089851 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:30:16.098699 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Pushing event updated for resources: {'Port': ['ID=643e1a6f-351e-4aa5-9d5d-e5f50492baa3,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:30:16.118181 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.118571 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.118912 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.119286 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.119650 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.120008 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.120347 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.120671 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.120988 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.121320 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.121639 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.121950 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.122258 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:30:16.156878 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Attempting to bind port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:30:16.157167 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Attempting to bind port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '45f3535e-b5f0-4fdc-b32b-c6b015f139f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:30:16.157522 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Attempting to bind port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 on network faf7851d-bacd-4aa8-8281-8312029dd143 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:30:16.162856 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:30:16.163229 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Checking segment: {'id': '45f3535e-b5f0-4fdc-b32b-c6b015f139f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:30:16.163627 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:16.164037 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Bound using segment: {'id': '45f3535e-b5f0-4fdc-b32b-c6b015f139f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:30:16.164498 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Bound port: 643e1a6f-351e-4aa5-9d5d-e5f50492baa3, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45f3535e-b5f0-4fdc-b32b-c6b015f139f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:30:16.164873 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:16.335960 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:16.338669 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] For port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:30:16.341961 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] For port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=643e1a6f-351e-4aa5-9d5d-e5f50492baa3,segment=NetworkSegment(45f3535e-b5f0-4fdc-b32b-c6b015f139f5),segment_id=45f3535e-b5f0-4fdc-b32b-c6b015f139f5)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:30:16.346959 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:16.404597 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d9552d-08b2-463a-9664-1b881ee0a323 None None] Pushing event updated for resources: {'Port': ['ID=643e1a6f-351e-4aa5-9d5d-e5f50492baa3,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:30:17.014168 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:30:17.065411 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:30:17.065779 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:17.157799 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:30:17.158192 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:17.198421 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=643e1a6f-351e-4aa5-9d5d-e5f50492baa3,segment=NetworkSegment(45f3535e-b5f0-4fdc-b32b-c6b015f139f5),segment_id=45f3535e-b5f0-4fdc-b32b-c6b015f139f5)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:30:17.205748 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:17.265311 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=643e1a6f-351e-4aa5-9d5d-e5f50492baa3,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:30:17.461119 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c7dc6-3b06-47e6-b4da-2ccf62cbc120 None None] Network faf7851d-bacd-4aa8-8281-8312029dd143 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:30:17.547539 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-da19a4f0-4e54-43f8-8026-609860825e67 None None] Provisioning complete for port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:30:17.547934 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-da19a4f0-4e54-43f8-8026-609860825e67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:17.653019 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-da19a4f0-4e54-43f8-8026-609860825e67 None None] Current status of the port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:30:17.875248 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-f45d179b-7f5c-4d19-ad7b-404cd8a84a69 None None] Provisioning complete for port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:30:17.875637 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f45d179b-7f5c-4d19-ad7b-404cd8a84a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:17.954387 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-f45d179b-7f5c-4d19-ad7b-404cd8a84a69 None None] Current status of the port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:30:18.979002 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:30:19.029500 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:30:19.029891 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (643e1a6f-351e-4aa5-9d5d-e5f50492baa3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:19.105459 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 643e1a6f-351e-4aa5-9d5d-e5f50492baa3 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:30:31.998682 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 5 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:30:39.675197 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6372b175-1ee7-4309-9729-f39b3aa22c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:42.238686 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9ed1d2d6-2cc8-4094-8cf7-66141a3c06c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:43.091875 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:44.476237 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:30:46.335744 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:08.996988 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 5 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:31:09.677359 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d5e58b19-71bf-44d2-92b8-28c0fe0e6c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:12.239546 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-bb7e005d-d24a-4e16-8ca4-46f9ef3a58d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:13.093980 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:14.478050 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:16.321116 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:36.677164 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 50572) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:31:36.683129 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [None req-5bf28e39-4f95-4cc8-9369-929d543f9dc3 tempest-verify_tempest_config-1433714482 tempest-verify_tempest_config-1433714482-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:31:36.684137 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-5bf28e39-4f95-4cc8-9369-929d543f9dc3 tempest-verify_tempest_config-1433714482 tempest-verify_tempest_config-1433714482-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059726 Jan 19 21:31:36.978039 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 50590) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:31:37.087694 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:37.193501 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Publish callbacks [] for security_group (66f842db-3dfa-4773-be1f-a4f2626a977e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:37.198144 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (66f842db-3dfa-4773-be1f-a4f2626a977e), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:37.243438 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53a4eb38c8e44cd1a04f9427597fd018&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2643330 Jan 19 21:31:37.246360 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f842db-3dfa-4773-be1f-a4f2626a977e,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:31:37.246996 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50594) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:31:37.254399 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.254753 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.255098 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.255434 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.255769 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.256127 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.256459 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.256790 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.257114 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.257439 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.257762 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.258086 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.258404 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e922c17-9c81-4142-b2b1-493185bd0865 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.302790 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Publish callbacks [] for security_group (66f842db-3dfa-4773-be1f-a4f2626a977e), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:37.323322 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Publish callbacks [] for security_group (66f842db-3dfa-4773-be1f-a4f2626a977e), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:37.418889 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (66f842db-3dfa-4773-be1f-a4f2626a977e), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:37.421509 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:37.422652 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/66f842db-3dfa-4773-be1f-a4f2626a977e HTTP/1.1" status: 204 len: 168 time: 0.1747053 Jan 19 21:31:37.430101 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f842db-3dfa-4773-be1f-a4f2626a977e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:31:37.436852 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.437196 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.437539 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.437868 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.438191 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.438512 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.438831 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.439149 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.439460 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.439779 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.440119 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.440435 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:37.440745 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad83736-b017-4835-abd4-19cc823654a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:31:39.682967 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d12d4497-e3c4-4ae5-9612-32a12ce6819a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:42.242147 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f376f225-cb87-4313-93cd-4800749f95f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:43.095678 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:44.483152 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:31:45.995584 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 5 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:31:46.327616 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:09.674830 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a56f7487-589c-41fd-a5ac-729a313baa28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:12.244149 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5f7a077e-c49d-4587-b53c-a00919afe679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:13.098292 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:14.488073 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:16.329565 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:22.994386 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 5 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:32:39.677778 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ee92f9a9-938c-40f5-a7d1-4f56f5f4e3cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:42.246721 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-237a99b4-d5c7-45fa-b239-9c3f4a808ef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:43.100056 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:44.488667 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:46.332718 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:32:59.992916 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 5 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:33:09.680191 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1420568b-1552-4dae-9ad0-4dd66206dd2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:12.248251 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-524b7a71-baac-4a96-8e20-a6a9e65d0d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:13.102932 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:14.493808 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:16.262552 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1535916'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:16.333822 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:30.505539 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50668) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:33:30.610332 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-40871c5e-7718-44db-8a3f-3f2dfcb046e7 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1036963 Jan 19 21:33:32.856847 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50678) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:33:32.911914 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d1b28a82-1317-4bdf-a44c-24e190e198f3 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0540354 Jan 19 21:33:36.992051 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:33:39.684250 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4e67b032-9cad-4a3a-9532-26b386c67c53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:42.249880 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9c1b6246-29aa-4641-9d9b-14716b414f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:43.104454 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:44.498790 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:46.229763 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:33:46.335413 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:09.686987 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-95a0f5d0-2fd9-4992-b74b-949ce1b74fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:12.251600 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-230e478e-d4c2-42e3-a448-7142868790a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:13.108702 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:13.991476 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:34:14.502936 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:16.245520 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:16.337199 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:39.691600 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-da6c013f-230e-4c7a-a295-ede609215941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:42.252537 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ac96eed2-d6ef-4b6c-97ed-5892cf2c50d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:43.110871 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:44.505678 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:46.262439 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:46.345096 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:34:50.990557 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:35:05.378538 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50802) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:05.612968 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-network', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:05.642505 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Made reservation on behalf of c3faa23bf2b24a28bf6d20246dd8e398 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:05.645255 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:05.656868 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:05.743431 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Publish callbacks [] for security_group (731c4108-bf95-4bf3-a8a1-229743953c03), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:05.748410 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (731c4108-bf95-4bf3-a8a1-229743953c03), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:05.777740 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:35:05.780383 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731c4108-bf95-4bf3-a8a1-229743953c03,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:05.789898 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.790356 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.790766 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.791166 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.791952 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.792464 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.792808 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.793139 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.793483 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.793810 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.794128 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.794448 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.794758 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Tracked resource versions report: Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: pushed versions: Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: { 'AddressGroup': {'1.2'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'ConntrackHelper': {'1.0'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'LocalIPAssociation': {'1.0'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Log': {'1.0'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Network': {'1.1'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Port': {'1.7'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'PortForwarding': {'1.2'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'QosPolicy': {'1.10'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SecurityGroup': {'1.5'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SecurityGroupRule': {'1.2'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SubPort': {'1.0'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Subnet': {'1.1'}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Trunk': {'1.1'}} Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: consumer versions: Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: { DHCP agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: HyperV agent@hv-cinder-82160: {}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: L3 agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: Metadata agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: Metering agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: Open vSwitch agent@dv-cinder-821602-16-iscsi: { 'AddressGroup': '1.2', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'ConntrackHelper': '1.0', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'LocalIPAssociation': '1.0', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Log': '1.0', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Network': '1.1', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Port': '1.7', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'PortForwarding': '1.2', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'QosPolicy': '1.10', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SecurityGroup': '1.5', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SecurityGroupRule': '1.2', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'SubPort': '1.0', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Subnet': '1.1', Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: 'Trunk': '1.1'}} Jan 19 21:35:05.796217 dv-cinder-821602-16-iscsi neutron-server[102647]: {{(pid=102647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 21:35:05.803646 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (a0e49b56-7537-4bbf-8a7d-041ec89b39ae), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:05.804389 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Added segment a0e49b56-7537-4bbf-8a7d-041ec89b39ae of type vlan for network a819eac6-9e06-44b4-8141-d92d213435fc Jan 19 21:35:05.845516 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (a819eac6-9e06-44b4-8141-d92d213435fc), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:05.874728 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (a819eac6-9e06-44b4-8141-d92d213435fc), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:05.875590 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:05.876367 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:05.930606 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5504577 Jan 19 21:35:05.933653 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 50830) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:05.940061 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Request body: {'subnet': {'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-subnet', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:05.946110 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c1e16-c89f-425c-bb4c-b835264dcec0 admin admin] Pushing event updated for resources: {'Network': ['ID=a819eac6-9e06-44b4-8141-d92d213435fc,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:05.959803 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network a819eac6-9e06-44b4-8141-d92d213435fc details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:35:05.974474 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Made reservation on behalf of c3faa23bf2b24a28bf6d20246dd8e398 for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:05.977236 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:06.229838 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (e707b0a8-bb36-433c-a305-5aa7a3c90486), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:06.283734 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e707b0a8-bb36-433c-a305-5aa7a3c90486,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:06.297814 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.298196 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.298555 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.298898 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.299240 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.299576 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.299950 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.300290 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.300645 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.300979 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.301307 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.301631 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.301960 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Tracked resource versions report: Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: pushed versions: Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: { 'AddressGroup': {'1.2'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'ConntrackHelper': {'1.0'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'LocalIPAssociation': {'1.0'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Log': {'1.0'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Network': {'1.1'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Port': {'1.7'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'PortForwarding': {'1.2'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'QosPolicy': {'1.10'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SecurityGroup': {'1.5'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SecurityGroupRule': {'1.2'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SubPort': {'1.0'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Subnet': {'1.1'}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Trunk': {'1.1'}} Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: consumer versions: Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: { DHCP agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: HyperV agent@hv-cinder-82160: {}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: L3 agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: Metadata agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: Metering agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: Open vSwitch agent@dv-cinder-821602-16-iscsi: { 'AddressGroup': '1.2', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'ConntrackHelper': '1.0', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'LocalIPAssociation': '1.0', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Log': '1.0', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Network': '1.1', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Port': '1.7', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'PortForwarding': '1.2', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'QosPolicy': '1.10', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SecurityGroup': '1.5', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SecurityGroupRule': '1.2', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'SubPort': '1.0', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Subnet': '1.1', Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: 'Trunk': '1.1'}} Jan 19 21:35:06.303083 dv-cinder-821602-16-iscsi neutron-server[102646]: {{(pid=102646) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 21:35:06.314015 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Checking segment: {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:06.314390 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Network hostable DHCP agents. Network: a819eac6-9e06-44b4-8141-d92d213435fc, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:35:06.337024 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Network a819eac6-9e06-44b4-8141-d92d213435fc is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:35:06.353881 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, a819eac6-9e06-44b4-8141-d92d213435fc) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:06.358879 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:06.359576 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:06.364263 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fa71eb-7186-40fd-8439-8eea7beb0640 None None] Network a819eac6-9e06-44b4-8141-d92d213435fc requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:06.382283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50856) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:06.383393 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-df46c863-b50b-49df-b806-f2d10b3f4c66 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4485662 Jan 19 21:35:06.386595 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:06.430964 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:06.432353 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:06.493260 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6308cb-7a04-40cc-838e-3f4ea051cb71 None None] Network a819eac6-9e06-44b4-8141-d92d213435fc requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:06.494859 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks [] for router_controller (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:06.768136 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks [] for router_gateway (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.027987 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks [] for router_gateway (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.047449 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.160056 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Allocated IP 172.27.0.143 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/68b124ce-77fc-4c99-a833-755c9dd69e60) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:07.172013 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50898) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:07.203160 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 50904) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:07.220652 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 50908) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:07.250632 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 50912) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:07.287980 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks [] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.325028 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.366175 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:07.369058 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:07.372604 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:07.412668 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Pushing event updated for resources: {'Port': ['ID=68b124ce-77fc-4c99-a833-755c9dd69e60,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:07.506166 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-645428937-network', 'tenant_id': '274e4ed7ae93485588f375b9f9504770'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:07.539294 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Made reservation on behalf of 274e4ed7ae93485588f375b9f9504770 for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:07.543599 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.563298 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-163501608-network', 'tenant_id': 'caf30a5370f445d7b4419ccdbf3e6176'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:07.570053 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.595304 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2019663799-network', 'tenant_id': '52b59e6a16ad4a5cb5d1b250b9cadc54'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:07.632334 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2103531798-network', 'tenant_id': '55c22409415a4174a6c3b81635c38330'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:07.634082 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Made reservation on behalf of 52b59e6a16ad4a5cb5d1b250b9cadc54 for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:07.636565 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.645007 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks [] for router_gateway (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.658014 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.675541 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Made reservation on behalf of caf30a5370f445d7b4419ccdbf3e6176 for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:07.679200 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.704613 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.849140 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Publish callbacks [] for security_group (2d444601-db54-466c-8f76-688882c1894f), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.861933 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2d444601-db54-466c-8f76-688882c1894f), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.870720 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.944274 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:35:07.990921 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775779488022', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (a12f5555-e0e3-44da-9919-fdc4ca5651cf), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:07.992337 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Unsubscribe: segment precommit_create {{(pid=102646) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 19 21:35:07.992919 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Added segment a12f5555-e0e3-44da-9919-fdc4ca5651cf of type vlan for network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 Jan 19 21:35:08.011904 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Made reservation on behalf of 55c22409415a4174a6c3b81635c38330 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:08.016083 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.031793 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.070171 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:35:08.080181 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (6a3204f2-3b37-4c59-998a-f6c3f9fa0734), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.139716 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Publish callbacks [] for security_group (c328950b-8230-4278-b81c-27e3c6a2fde6), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.148120 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (6a3204f2-3b37-4c59-998a-f6c3f9fa0734), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.149514 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:08.150522 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.186374 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c328950b-8230-4278-b81c-27e3c6a2fde6), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.198541 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:35:08.200668 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:35:08.213113 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Sync routers for ids ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:35:08.226251 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.235396 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f3a4ae0d-e219-4f2b-921f-d5915d36299d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 1.8483870 Jan 19 21:35:08.236303 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50956) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:08.243712 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0388057 Jan 19 21:35:08.246680 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Routers {'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:08.246824 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 50960) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:08.247658 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:34:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:08.260363 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (dcb7e8af-1ca8-413b-bffb-a2079027351d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.262507 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Added segment dcb7e8af-1ca8-413b-bffb-a2079027351d of type vlan for network 796cdc7a-0013-48cf-9dcc-663c2a74883e Jan 19 21:35:08.287230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d444601-db54-466c-8f76-688882c1894f,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:08.295881 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Publish callbacks [] for security_group (7770f021-69a3-4aa1-9a62-c8e52cac7fb8), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.507417 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74669dba-d2c7-470a-9376-6ac8343dd42b admin admin] Pushing event updated for resources: {'Network': ['ID=6a3204f2-3b37-4c59-998a-f6c3f9fa0734,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:08.509872 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c328950b-8230-4278-b81c-27e3c6a2fde6,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:08.539720 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (7770f021-69a3-4aa1-9a62-c8e52cac7fb8), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.548914 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:35:08.581188 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7770f021-69a3-4aa1-9a62-c8e52cac7fb8,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:08.585620 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Publish callbacks [] for security_group (c449b7ba-fac4-4d14-ad14-59bf36d9c82f), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.596799 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Request body: {'subnet': {'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-subnet', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:08.613987 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (796cdc7a-0013-48cf-9dcc-663c2a74883e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.620024 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:35:08.621003 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Set router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:08.646591 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c449b7ba-fac4-4d14-ad14-59bf36d9c82f), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.653166 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.654866 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Added segment c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab of type vlan for network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b Jan 19 21:35:08.673527 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:35:08.751302 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (796cdc7a-0013-48cf-9dcc-663c2a74883e), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.752530 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:08.753209 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.789377 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5374656 Jan 19 21:35:08.791260 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.793666 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 50996) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:08.813207 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Made reservation on behalf of 274e4ed7ae93485588f375b9f9504770 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:08.819128 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.845332 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Request body: {'subnet': {'network_id': '796cdc7a-0013-48cf-9dcc-663c2a74883e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2019663799-subnet', 'tenant_id': '52b59e6a16ad4a5cb5d1b250b9cadc54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:08.853951 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (76288a82-87a6-4fc4-bed9-3df576df0287), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.853951 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Added segment 76288a82-87a6-4fc4-bed9-3df576df0287 of type vlan for network 0432bed6-2927-4b21-abd8-6c98950fe126 Jan 19 21:35:08.883059 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:06Z', 'updated_at': '2022-01-19T21:35:07Z', 'revision_number': 3, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'gw_port': {'id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:07Z', 'updated_at': '2022-01-19T21:35:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:08.891733 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2260a-e4c1-4bc6-91a7-553ac732c505 admin admin] Pushing event updated for resources: {'Network': ['ID=796cdc7a-0013-48cf-9dcc-663c2a74883e,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:08.905058 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.906687 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:08.907510 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:08.914390 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 796cdc7a-0013-48cf-9dcc-663c2a74883e details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:35:08.980429 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Checking router: ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:35:08.980950 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Updating router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 port 68b124ce-77fc-4c99-a833-755c9dd69e60 binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:35:08.999614 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Made reservation on behalf of 52b59e6a16ad4a5cb5d1b250b9cadc54 for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:09.002355 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.005770 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (0432bed6-2927-4b21-abd8-6c98950fe126), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.009545 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] Pushing event updated for resources: {'Network': ['ID=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:09.018278 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-5a5b9095-8d1d-4518-a6a5-2647de0f350a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7965958 Jan 19 21:35:09.023095 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51002) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:09.033783 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.034497 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:35:09.042074 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c449b7ba-fac4-4d14-ad14-59bf36d9c82f,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:09.060271 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Request body: {'subnet': {'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-163501608-subnet', 'tenant_id': 'caf30a5370f445d7b4419ccdbf3e6176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:09.109581 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Made reservation on behalf of caf30a5370f445d7b4419ccdbf3e6176 for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:09.116468 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.173924 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.db.resource_extend [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 19 21:35:09.270326 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (0432bed6-2927-4b21-abd8-6c98950fe126), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.271327 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:09.271974 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.431820 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2585714 Jan 19 21:35:09.445487 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51006) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:09.445487 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51008) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:09.450186 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Request body: {'subnet': {'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2103531798-subnet', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:09.458841 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bac468e-cd0f-40e0-8b67-2825bfec326a admin admin] Pushing event updated for resources: {'Network': ['ID=0432bed6-2927-4b21-abd8-6c98950fe126,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:09.471615 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 0432bed6-2927-4b21-abd8-6c98950fe126 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:35:09.488191 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Publish callbacks [] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.511553 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.536122 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Made reservation on behalf of 55c22409415a4174a6c3b81635c38330 for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:09.538391 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.562147 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (40c32d1c-e099-481b-8a03-bdb896a1167b), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.564280 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (d3eea529-9b79-498c-9e28-fca06c43e668), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.658775 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3eea529-9b79-498c-9e28-fca06c43e668,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:09.685688 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (1d854085-b299-4580-82bd-6b459cbf0391), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.719937 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Pushing event updated for resources: {'Port': ['ID=68b124ce-77fc-4c99-a833-755c9dd69e60,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:09.722323 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Attempting to bind port 68b124ce-77fc-4c99-a833-755c9dd69e60 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:09.722817 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Attempting to bind port 68b124ce-77fc-4c99-a833-755c9dd69e60 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:09.723248 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Attempting to bind port 68b124ce-77fc-4c99-a833-755c9dd69e60 on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:09.727580 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Pushing event updated for resources: {'Subnet': ['ID=40c32d1c-e099-481b-8a03-bdb896a1167b,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:09.734124 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.734681 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.735010 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.735461 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.735926 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.736328 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.736735 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.737137 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.737550 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.737702 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c1420f9b-0689-4eb6-b055-a91743f1acb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.738163 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.738331 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.738764 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.739678 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Tracked resource versions report: Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: pushed versions: Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: { 'AddressGroup': {'1.2'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'ConntrackHelper': {'1.0'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'LocalIPAssociation': {'1.0'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Log': {'1.0'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Network': {'1.1'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Port': {'1.7'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'PortForwarding': {'1.2'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'QosPolicy': {'1.10'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SecurityGroup': {'1.5'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SecurityGroupRule': {'1.2'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SubPort': {'1.0'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Subnet': {'1.1'}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Trunk': {'1.1'}} Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: consumer versions: Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: { DHCP agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: HyperV agent@hv-cinder-82160: {}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: L3 agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: Metadata agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: Metering agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: Open vSwitch agent@dv-cinder-821602-16-iscsi: { 'AddressGroup': '1.2', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'ConntrackHelper': '1.0', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'LocalIPAssociation': '1.0', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Log': '1.0', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Network': '1.1', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Port': '1.7', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'PortForwarding': '1.2', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'QosPolicy': '1.10', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SecurityGroup': '1.5', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SecurityGroupRule': '1.2', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'SubPort': '1.0', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Subnet': '1.1', Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: 'Trunk': '1.1'}} Jan 19 21:35:09.740932 dv-cinder-821602-16-iscsi neutron-server[102649]: {{(pid=102649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 21:35:09.747550 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:09.748614 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:09.749176 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.749997 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:09.750714 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Bound port: 68b124ce-77fc-4c99-a833-755c9dd69e60, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:09.751191 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Checking segment: {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:09.751323 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.751542 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Network hostable DHCP agents. Network: 6a3204f2-3b37-4c59-998a-f6c3f9fa0734, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:35:09.755713 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.790809 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:35:09.819762 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] For port 68b124ce-77fc-4c99-a833-755c9dd69e60, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:09.823421 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] For port 68b124ce-77fc-4c99-a833-755c9dd69e60, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=68b124ce-77fc-4c99-a833-755c9dd69e60,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:09.829693 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.838505 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 6a3204f2-3b37-4c59-998a-f6c3f9fa0734) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:09.843674 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:09.844566 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.848542 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f506ef-da1e-4a67-93e2-e27175b5351a None None] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:09.876785 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-31ed3350-01d2-4f6d-860b-a42cf613892e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6290386 Jan 19 21:35:09.879902 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51020) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:09.887239 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:09.925022 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a6346f57-9441-4050-86a8-56cc27521123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.939719 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Routers {'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:09.940708 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:34:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:09.949376 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:09.950893 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.011768 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'project_id': '274e4ed7ae93485588f375b9f9504770', 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:35:10.013006 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.066685 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a6346f57-9441-4050-86a8-56cc27521123 admin admin] Publish callbacks [] for security_group (f25689d2-6c6c-4aa2-b998-21f75345dd14), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.073660 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Checking segment: {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:10.074215 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Network hostable DHCP agents. Network: 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:35:10.089301 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks [] for router_controller (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.093148 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a6346f57-9441-4050-86a8-56cc27521123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f25689d2-6c6c-4aa2-b998-21f75345dd14), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.097090 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] Set router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:10.135063 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-a6346f57-9441-4050-86a8-56cc27521123 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2aba62d72ffb45249bd4efcc75cfedbc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6786196 Jan 19 21:35:10.143985 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:35:10.155129 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51024) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:10.181764 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Allocated IP 172.20.0.1 (a819eac6-9e06-44b4-8141-d92d213435fc/e707b0a8-bb36-433c-a305-5aa7a3c90486/767580fc-13b8-43ad-abdc-d485e0ebad73) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:10.192995 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:10.197263 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Allocated IP 172.20.0.2 (6a3204f2-3b37-4c59-998a-f6c3f9fa0734/40c32d1c-e099-481b-8a03-bdb896a1167b/381ba27c-6546-4f8f-a270-2a9e0f75ac1f) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:10.281578 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Checking segment: {'id': 'dcb7e8af-1ca8-413b-bffb-a2079027351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '796cdc7a-0013-48cf-9dcc-663c2a74883e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:10.281969 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Network hostable DHCP agents. Network: 796cdc7a-0013-48cf-9dcc-663c2a74883e, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:35:10.306733 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-284e1710-f213-48f9-9e25-dec57b8b0b13 admin admin] Publish callbacks [] for security_group (f25689d2-6c6c-4aa2-b998-21f75345dd14), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.340815 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7a0ae-7d95-44fc-865b-f85c228f41f0 None None] Pushing event updated for resources: {'Port': ['ID=68b124ce-77fc-4c99-a833-755c9dd69e60,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:10.345219 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:06Z', 'updated_at': '2022-01-19T21:35:07Z', 'revision_number': 3, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'gw_port': {'id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:07Z', 'updated_at': '2022-01-19T21:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:10.371571 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-284e1710-f213-48f9-9e25-dec57b8b0b13 admin admin] Publish callbacks [] for security_group (f25689d2-6c6c-4aa2-b998-21f75345dd14), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.379037 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-391175c1-0701-4ceb-87b2-aaea68518bc8 None None] The sync data for ids ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'] in dv-cinder-821602-16-iscsi is: [{'id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:06Z', 'updated_at': '2022-01-19T21:35:07Z', 'revision_number': 3, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'gw_port': {'id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:07Z', 'updated_at': '2022-01-19T21:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:35:10.387290 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c92a5d-a198-472f-bec1-743441843313 None None] Network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:10.406829 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Publish callbacks [] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.463218 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks [] for router_gateway (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.465987 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d854085-b299-4580-82bd-6b459cbf0391,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:10.475669 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.538315 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:10.563479 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:10.569641 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:10.586088 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Pushing event updated for resources: {'Port': ['ID=381ba27c-6546-4f8f-a270-2a9e0f75ac1f,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:10.595560 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:10.596426 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.651567 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.652047 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.652545 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.652895 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.653343 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.653717 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.654724 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.655397 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.655804 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.656254 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.656646 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.657192 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.657695 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Tracked resource versions report: Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: pushed versions: Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: { 'AddressGroup': {'1.2'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'ConntrackHelper': {'1.0'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'LocalIPAssociation': {'1.0'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Log': {'1.0'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Network': {'1.1'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Port': {'1.7'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'PortForwarding': {'1.2'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'QosPolicy': {'1.10'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SecurityGroup': {'1.5'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SecurityGroupRule': {'1.2'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SubPort': {'1.0'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Subnet': {'1.1'}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Trunk': {'1.1'}} Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: consumer versions: Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: { DHCP agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: HyperV agent@hv-cinder-82160: {}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: L3 agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: Metadata agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: Metering agent@dv-cinder-821602-16-iscsi: {}, Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: Open vSwitch agent@dv-cinder-821602-16-iscsi: { 'AddressGroup': '1.2', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'ConntrackHelper': '1.0', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'LocalIPAssociation': '1.0', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Log': '1.0', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Network': '1.1', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Port': '1.7', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'PortForwarding': '1.2', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'QosPolicy': '1.10', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SecurityGroup': '1.5', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SecurityGroupRule': '1.2', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'SubPort': '1.0', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Subnet': '1.1', Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: 'Trunk': '1.1'}} Jan 19 21:35:10.658822 dv-cinder-821602-16-iscsi neutron-server[102648]: {{(pid=102648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 19 21:35:10.661969 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6346f57-9441-4050-86a8-56cc27521123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f25689d2-6c6c-4aa2-b998-21f75345dd14,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:10.664705 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fee699-d08e-4740-8f61-d374bb94ab96 None None] Network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:10.671749 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (4be0885a-881d-437c-a4d4-53d1609c7785), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.700490 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c2c5c485-df7f-4e8b-a7ad-596138ae324e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6736653 Jan 19 21:35:10.764762 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Attempting to bind port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:10.765985 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Attempting to bind port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:10.766541 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Attempting to bind port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f on network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:10.769597 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Publish callbacks [] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.778944 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:10.779992 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Checking segment: {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:10.780721 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.781282 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Bound using segment: {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:10.781917 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Bound port: 381ba27c-6546-4f8f-a270-2a9e0f75ac1f, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:10.782479 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.805325 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4be0885a-881d-437c-a4d4-53d1609c7785,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:10.821279 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Network 796cdc7a-0013-48cf-9dcc-663c2a74883e is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:35:10.824174 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-284e1710-f213-48f9-9e25-dec57b8b0b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f25689d2-6c6c-4aa2-b998-21f75345dd14), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.827679 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-284e1710-f213-48f9-9e25-dec57b8b0b13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.829609 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-284e1710-f213-48f9-9e25-dec57b8b0b13 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f25689d2-6c6c-4aa2-b998-21f75345dd14 HTTP/1.1" status: 204 len: 168 time: 0.6716619 Jan 19 21:35:10.962261 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] For port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:10.971805 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 796cdc7a-0013-48cf-9dcc-663c2a74883e) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:10.973539 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] For port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=381ba27c-6546-4f8f-a270-2a9e0f75ac1f,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:10.979705 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.983028 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:10.994757 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e1710-f213-48f9-9e25-dec57b8b0b13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25689d2-6c6c-4aa2-b998-21f75345dd14,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:11.022356 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0420a8be-e9d0-435b-ac85-c327ba2d060e None None] Network 796cdc7a-0013-48cf-9dcc-663c2a74883e requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:11.031342 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:11.035122 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:11.053647 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks [] for router_gateway (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:11.062824 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Network a819eac6-9e06-44b4-8141-d92d213435fc is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:11.081973 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Checking segment: {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:11.081973 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Network hostable DHCP agents. Network: 0432bed6-2927-4b21-abd8-6c98950fe126, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:35:11.119564 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c3cc97bf-bc2c-42b1-850d-0650a5153d0c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3152928 Jan 19 21:35:11.187972 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Network 0432bed6-2927-4b21-abd8-6c98950fe126 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:35:11.188282 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:11.214512 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:11.214988 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:11.225129 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 0432bed6-2927-4b21-abd8-6c98950fe126) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:11.243544 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:11.244162 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:11.273054 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fa993e-23f5-4376-bd9a-d8fbf14b2cd0 None None] Network 0432bed6-2927-4b21-abd8-6c98950fe126 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:11.280462 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-de5f848b-f785-4a14-9377-0a9f0a5b093f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8330054 Jan 19 21:35:11.283733 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51056) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:11.301657 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:11.388740 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 68b124ce-77fc-4c99-a833-755c9dd69e60 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:11.396199 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (eb530a49-9026-4a44-9de1-96cdd4ce8e96), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:11.397399 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (eb530a49-9026-4a44-9de1-96cdd4ce8e96), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:11.551538 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc571b-2e08-463b-9cf4-9084f1b0ae3d None None] Network 796cdc7a-0013-48cf-9dcc-663c2a74883e requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:11.606768 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3c97e-c72a-4a7a-afcf-4e25670e49aa None None] Pushing event updated for resources: {'Port': ['ID=381ba27c-6546-4f8f-a270-2a9e0f75ac1f,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:11.683494 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-0432bed6-2927-4b21-abd8-6c98950fe126', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'project_id': '55c22409415a4174a6c3b81635c38330', 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:35:11.684332 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:11.702213 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks [] for router_controller (eb530a49-9026-4a44-9de1-96cdd4ce8e96), precommit_add_association {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:11.707778 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.013721 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=767580fc-13b8-43ad-abdc-d485e0ebad73,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:12.033818 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51082) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:12.034032 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51092) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:12.104312 dv-cinder-821602-16-iscsi neutron-server[102647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 21:35:12.107214 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ca71ebab-5485-4062-80c8-fd4976c1a356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.191414 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 68b124ce-77fc-4c99-a833-755c9dd69e60 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:12.192021 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.288988 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks [] for router_gateway (eb530a49-9026-4a44-9de1-96cdd4ce8e96), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.382762 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-5aec0f5a-3ff4-4f6b-975b-61a8d591d7fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.409728 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Allocated IP 172.20.0.2 (0432bed6-2927-4b21-abd8-6c98950fe126/4be0885a-881d-437c-a4d4-53d1609c7785/c7355a84-3e66-4ded-be6c-6179941145c3) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:12.509221 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Allocated IP 172.27.0.47 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/3e600156-d453-490b-b8ee-9912698323a4) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:12.642035 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51116) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:12.661711 dv-cinder-821602-16-iscsi neutron-server[102646]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 19 21:35:12.672549 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks [] for router_gateway (eb530a49-9026-4a44-9de1-96cdd4ce8e96), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.685932 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Publish callbacks [] for port (c7355a84-3e66-4ded-be6c-6179941145c3), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.695147 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.715700 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.768668 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-3c5a364d-9ca6-4e27-8746-21fd73a763d3 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:12.775718 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-3c5a364d-9ca6-4e27-8746-21fd73a763d3 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 814 time: 0.7392147 Jan 19 21:35:12.781820 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Network 0432bed6-2927-4b21-abd8-6c98950fe126 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:12.786244 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f50a5c-babc-43e1-89e5-a872ce87f872 None None] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:12.812006 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:12.814770 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:12.842134 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-7b3a6acf-7618-4934-a078-188393e1657a tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/quotas/caf30a5370f445d7b4419ccdbf3e6176 HTTP/1.1" status: 200 len: 375 time: 0.0654173 Jan 19 21:35:12.853318 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Pushing event updated for resources: {'Port': ['ID=c7355a84-3e66-4ded-be6c-6179941145c3,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:12.856115 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks [] for port (3e600156-d453-490b-b8ee-9912698323a4), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.860124 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 68b124ce-77fc-4c99-a833-755c9dd69e60 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:12.860404 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.866662 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ca71ebab-5485-4062-80c8-fd4976c1a356 admin admin] Publish callbacks [] for security_group (f87614e8-c683-4841-af32-6d7bffe1f9aa), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.875756 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.900995 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ca71ebab-5485-4062-80c8-fd4976c1a356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f87614e8-c683-4841-af32-6d7bffe1f9aa), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.921659 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port 68b124ce-77fc-4c99-a833-755c9dd69e60, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=68b124ce-77fc-4c99-a833-755c9dd69e60,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:12.936449 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-f2fce278-a487-4806-8506-6f4ad952a22f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0764101 Jan 19 21:35:12.943653 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-a72a1e58-850e-43e7-af02-143511c47d05 None None] Provisioning complete for port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:12.944061 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a72a1e58-850e-43e7-af02-143511c47d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.951198 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:12.955893 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-a3d8f279-5a44-46f1-ae1e-4ebd3fdaf7d4 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:12.957967 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-a3d8f279-5a44-46f1-ae1e-4ebd3fdaf7d4 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/networks?id=796cdc7a-0013-48cf-9dcc-663c2a74883e HTTP/1.1" status: 200 len: 812 time: 0.3148324 Jan 19 21:35:12.985065 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-b1f896bb-1ae4-47b8-b7ae-bbfc12794ba1 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/quotas/52b59e6a16ad4a5cb5d1b250b9cadc54 HTTP/1.1" status: 200 len: 375 time: 0.0159476 Jan 19 21:35:13.036173 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Attempting to bind port c7355a84-3e66-4ded-be6c-6179941145c3 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:13.036477 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Attempting to bind port c7355a84-3e66-4ded-be6c-6179941145c3 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:13.036791 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Attempting to bind port c7355a84-3e66-4ded-be6c-6179941145c3 on network 0432bed6-2927-4b21-abd8-6c98950fe126 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:13.069184 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:13.069558 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Checking segment: {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:13.069957 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.070346 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Bound using segment: {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:13.070825 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Bound port: c7355a84-3e66-4ded-be6c-6179941145c3, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:13.071198 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.081412 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-1b1a246c-3b1e-40e4-8a99-9ce80be6428d tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52b59e6a16ad4a5cb5d1b250b9cadc54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855825 Jan 19 21:35:13.119957 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=68b124ce-77fc-4c99-a833-755c9dd69e60,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:13.163243 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.248655 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] For port c7355a84-3e66-4ded-be6c-6179941145c3, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:13.252286 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-a72a1e58-850e-43e7-af02-143511c47d05 None None] Current status of the port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:13.252286 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a72a1e58-850e-43e7-af02-143511c47d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.256541 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] For port c7355a84-3e66-4ded-be6c-6179941145c3, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=c7355a84-3e66-4ded-be6c-6179941145c3,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:13.272427 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.321817 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Publish callbacks [] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.363578 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ca71ebab-5485-4062-80c8-fd4976c1a356 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4914ca51d8de4a14976f378c508490f7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3261068 Jan 19 21:35:13.364510 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51136) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:13.372192 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.373565 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 381ba27c-6546-4f8f-a270-2a9e0f75ac1f up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:13.373708 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.418198 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-a72a1e58-850e-43e7-af02-143511c47d05 None None] For port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=381ba27c-6546-4f8f-a270-2a9e0f75ac1f,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:13.442729 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a72a1e58-850e-43e7-af02-143511c47d05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.453634 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82eacb-9700-4bd5-b861-23cfedf83df5 None None] Pushing event updated for resources: {'Port': ['ID=c7355a84-3e66-4ded-be6c-6179941145c3,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:13.473513 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-f7b50a67-7b79-421e-b0d9-8224dd832078 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:35:13.485614 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-f7b50a67-7b79-421e-b0d9-8224dd832078 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1735773 Jan 19 21:35:13.489017 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca71ebab-5485-4062-80c8-fd4976c1a356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87614e8-c683-4841-af32-6d7bffe1f9aa,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:13.531224 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-75238aa4-f781-46eb-8846-5a1a5e824d41 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:35:13.538363 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-75238aa4-f781-46eb-8846-5a1a5e824d41 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1977620 Jan 19 21:35:13.559587 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a1e58-850e-43e7-af02-143511c47d05 None None] Pushing event updated for resources: {'Port': ['ID=381ba27c-6546-4f8f-a270-2a9e0f75ac1f,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:13.583042 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:13.584655 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.619375 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c347cf02-4adb-4790-8028-5562440ca4eb admin admin] Publish callbacks [] for security_group (f87614e8-c683-4841-af32-6d7bffe1f9aa), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.660223 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c347cf02-4adb-4790-8028-5562440ca4eb admin admin] Publish callbacks [] for security_group (f87614e8-c683-4841-af32-6d7bffe1f9aa), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.680605 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-f58b27f4-7bf3-4387-8034-55e8ca2fcee5 None None] Provisioning complete for port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:13.681012 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f58b27f4-7bf3-4387-8034-55e8ca2fcee5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.740821 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (3e600156-d453-490b-b8ee-9912698323a4), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:13.772724 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=767580fc-13b8-43ad-abdc-d485e0ebad73,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:13.825066 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:13.839281 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-62104d25-4e49-4782-9d73-6f0818d2a5bf service neutron] 10.222.0.39 "GET /v2.0/networks/796cdc7a-0013-48cf-9dcc-663c2a74883e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528161 Jan 19 21:35:13.870646 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Pushing event updated for resources: {'Port': ['ID=3e600156-d453-490b-b8ee-9912698323a4,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:13.882267 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:13.890801 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:13.896728 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:13.908965 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-f58b27f4-7bf3-4387-8034-55e8ca2fcee5 None None] Current status of the port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:13.951576 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Allocated IP 172.27.0.98 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/6245a7e3-651e-4142-83d6-4e33eccd80b9) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:14.010133 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c347cf02-4adb-4790-8028-5562440ca4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f87614e8-c683-4841-af32-6d7bffe1f9aa), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:14.012855 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c347cf02-4adb-4790-8028-5562440ca4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:14.014971 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c347cf02-4adb-4790-8028-5562440ca4eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f87614e8-c683-4841-af32-6d7bffe1f9aa HTTP/1.1" status: 204 len: 168 time: 0.6488440 Jan 19 21:35:14.084866 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347cf02-4adb-4790-8028-5562440ca4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87614e8-c683-4841-af32-6d7bffe1f9aa,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:14.103952 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-984c6c0a-cc3b-48c0-bde1-02da91eb37eb service neutron] 10.222.0.39 "GET /v2.0/networks/796cdc7a-0013-48cf-9dcc-663c2a74883e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637086 Jan 19 21:35:14.123372 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Network a819eac6-9e06-44b4-8141-d92d213435fc is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:14.125597 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-47059e16-3ccf-4baf-b73b-0e52c0c2749a service neutron] 10.222.0.39 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862157 Jan 19 21:35:14.127616 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:14.190542 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks [] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:14.245564 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:14.293349 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:14.297985 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:14.305888 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:14.395373 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks [] for router_gateway (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:14.409708 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Pushing event updated for resources: {'Port': ['ID=6245a7e3-651e-4142-83d6-4e33eccd80b9,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:14.524940 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:14.598001 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a9847e83-a14c-4725-94b1-2c237dcee448 req-a5aaf892-b8a4-41bf-8659-d86e23d76fa0 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 210 time: 0.0669343 Jan 19 21:35:14.736829 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks [] for router_gateway (eb530a49-9026-4a44-9de1-96cdd4ce8e96), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:14.771699 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-b02d2031-9ced-4613-a14a-61ca6fe30270 service neutron] 10.222.0.39 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6318455 Jan 19 21:35:14.915134 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:35:15.088952 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2aa0f-ed21-4d11-a62d-5112faadf6d2 None None] Network 0432bed6-2927-4b21-abd8-6c98950fe126 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:35:15.105458 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:15.222436 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7a74fbd2-f059-423c-b131-bb5441608b2b req-8544a275-8f7e-4239-8393-4f2369a9a197 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 210 time: 0.1072187 Jan 19 21:35:15.277325 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-c97a0ef5-34bd-4aef-ba0f-5b01bb28c1b4 None None] Provisioning complete for port c7355a84-3e66-4ded-be6c-6179941145c3 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:15.278223 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c97a0ef5-34bd-4aef-ba0f-5b01bb28c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:15.401659 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (eb530a49-9026-4a44-9de1-96cdd4ce8e96), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:15.473427 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device c7355a84-3e66-4ded-be6c-6179941145c3 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:15.575212 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-c97a0ef5-34bd-4aef-ba0f-5b01bb28c1b4 None None] Current status of the port c7355a84-3e66-4ded-be6c-6179941145c3 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:15.576469 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c97a0ef5-34bd-4aef-ba0f-5b01bb28c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:15.642534 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:35:15.661875 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Sync routers for ids ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:35:15.683924 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c8ba45f0-da9e-4856-be5b-9f09f5597ad2 admin admin] 10.222.0.39 "PUT /v2.0/routers/ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4405169 Jan 19 21:35:15.720626 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-c97a0ef5-34bd-4aef-ba0f-5b01bb28c1b4 None None] For port c7355a84-3e66-4ded-be6c-6179941145c3, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=c7355a84-3e66-4ded-be6c-6179941145c3,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:15.732920 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Routers {'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:15.733607 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:15.736955 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c97a0ef5-34bd-4aef-ba0f-5b01bb28c1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:15.838870 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port c7355a84-3e66-4ded-be6c-6179941145c3 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:15.839538 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:15.882091 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Router eb530a49-9026-4a44-9de1-96cdd4ce8e96 is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:35:15.948428 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Router a0a9fbb9-8db5-454d-aaa7-17a942b4358b is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:35:15.988638 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-83891e73-6f3b-4188-9f28-2a6abf02cd75 req-540e87b1-f338-414d-9dbb-c5e5b0872c12 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 210 time: 0.2093616 Jan 19 21:35:16.117046 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:35:16.132960 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Sync routers for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:35:16.153686 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:16.156901 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:16.160429 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:16.165862 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c7a6d9bd-897c-4727-8677-8a81cbf4794e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8771636 Jan 19 21:35:16.165862 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51264) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:16.281251 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-229fc511-9d36-4929-a70f-05a10fee4739 None None] Provisioning complete for port c7355a84-3e66-4ded-be6c-6179941145c3 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:16.284354 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-229fc511-9d36-4929-a70f-05a10fee4739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:16.286394 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a0ef5-34bd-4aef-ba0f-5b01bb28c1b4 None None] Pushing event updated for resources: {'Port': ['ID=c7355a84-3e66-4ded-be6c-6179941145c3,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:16.374849 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:35:16.426692 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:16.428306 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-55796ec1-ea2d-4e50-bf9a-877b548eb9e1 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5474219 Jan 19 21:35:16.435435 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51288) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:16.487249 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:16.494492 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Sync routers for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:35:16.495761 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-019e27a8-4db0-4d8e-90f6-8747890d3934 req-00aedcfe-f71e-4a73-aec8-934346a74f5b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 210 time: 0.1274753 Jan 19 21:35:16.590489 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Set router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:16.709542 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:16.773891 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:16.891660 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:14Z', 'revision_number': 3, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:16.991583 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Checking router: eb530a49-9026-4a44-9de1-96cdd4ce8e96 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:35:16.993959 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Updating router eb530a49-9026-4a44-9de1-96cdd4ce8e96 port 6245a7e3-651e-4142-83d6-4e33eccd80b9 binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:35:17.014434 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:17.014993 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:17.038418 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:17.246323 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port c7355a84-3e66-4ded-be6c-6179941145c3 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:17.249974 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 68b124ce-77fc-4c99-a833-755c9dd69e60 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:17.447472 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Publish callbacks [] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:17.456571 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:17.487442 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:17.522921 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6a0a9-6551-4f7e-b266-6cffadfce7f2 None None] Pushing event updated for resources: {'Port': ['ID=6245a7e3-651e-4142-83d6-4e33eccd80b9,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:17.545415 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:17.561749 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Attempting to bind port 6245a7e3-651e-4142-83d6-4e33eccd80b9 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:17.562262 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Attempting to bind port 6245a7e3-651e-4142-83d6-4e33eccd80b9 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:17.562722 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Attempting to bind port 6245a7e3-651e-4142-83d6-4e33eccd80b9 on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:17.583711 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:17.584526 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:17.585125 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:17.586535 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:17.587502 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Bound port: 6245a7e3-651e-4142-83d6-4e33eccd80b9, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:17.588049 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:17.634051 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e9dd69ec-bbf2-416f-a5ac-c9756e6976e9 req-eec06d04-0f06-4394-89b3-1f7267cda8b6 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 210 time: 0.0926251 Jan 19 21:35:17.665146 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] For port 6245a7e3-651e-4142-83d6-4e33eccd80b9, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:17.683660 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] For port 6245a7e3-651e-4142-83d6-4e33eccd80b9, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=6245a7e3-651e-4142-83d6-4e33eccd80b9,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:17.700645 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:17.753210 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-20cefa2e-7133-4e27-9eae-dd2da29dfb21 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:17.754708 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-20cefa2e-7133-4e27-9eae-dd2da29dfb21 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 819 time: 0.5360336 Jan 19 21:35:17.832945 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-7c55d379-6c09-48e7-a178-9eedc458c220 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/quotas/c3faa23bf2b24a28bf6d20246dd8e398 HTTP/1.1" status: 200 len: 375 time: 0.0678387 Jan 19 21:35:17.844332 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:17.845482 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:17.921019 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b6a0a9-6551-4f7e-b266-6cffadfce7f2 None None] Pushing event updated for resources: {'Port': ['ID=6245a7e3-651e-4142-83d6-4e33eccd80b9,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:17.947874 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Allocated IP 172.20.0.1 (0432bed6-2927-4b21-abd8-6c98950fe126/4be0885a-881d-437c-a4d4-53d1609c7785/9787b33f-dc8b-40c9-af59-0cc8cf48a288) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:17.961202 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-229fc511-9d36-4929-a70f-05a10fee4739 None None] Current status of the port c7355a84-3e66-4ded-be6c-6179941145c3 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:18.076477 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.48', 64348) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:18.093969 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-6b5fb65f-b03d-49ab-a638-bad2b36173e8 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2465134 Jan 19 21:35:18.140246 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:18.246353 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.48', 64350) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:18.252320 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 68b124ce-77fc-4c99-a833-755c9dd69e60 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:18.252904 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:18.315901 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:06Z', 'updated_at': '2022-01-19T21:35:12Z', 'revision_number': 4, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'gw_port': {'id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:07Z', 'updated_at': '2022-01-19T21:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '767580fc-13b8-43ad-abdc-d485e0ebad73', 'name': '', 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'mac_address': 'fa:16:3e:53:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e707b0a8-bb36-433c-a305-5aa7a3c90486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:13Z', 'revision_number': 2, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'subnets': [{'id': 'e707b0a8-bb36-433c-a305-5aa7a3c90486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:18.324715 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b1b06537-8fb5-4729-ae66-87613a7d4497 req-b6ae1c8b-f13e-4c58-ae87-5fdec92dde7d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 210 time: 0.1456556 Jan 19 21:35:18.386441 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Publish callbacks [] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:18.397382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Checking router: ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:35:18.397901 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Updating router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 port 767580fc-13b8-43ad-abdc-d485e0ebad73 binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:35:18.410472 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-6fc489d7-2493-4ff9-a194-c217010bdd4b tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:18.412019 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-6fc489d7-2493-4ff9-a194-c217010bdd4b tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.48 "GET /v2.0/networks?id=796cdc7a-0013-48cf-9dcc-663c2a74883e HTTP/1.1" status: 200 len: 812 time: 0.3161607 Jan 19 21:35:18.431392 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:18.452899 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:14Z', 'revision_number': 3, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:18.499056 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Checking router: a0a9fbb9-8db5-454d-aaa7-17a942b4358b for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:35:18.499338 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Updating router a0a9fbb9-8db5-454d-aaa7-17a942b4358b port 3e600156-d453-490b-b8ee-9912698323a4 binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:35:18.523663 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Request body: {'port': {'device_id': 'ba4e505f-0e0d-42de-a8e1-b2da8e69761d', 'network_id': '796cdc7a-0013-48cf-9dcc-663c2a74883e', 'admin_state_up': True, 'tenant_id': '52b59e6a16ad4a5cb5d1b250b9cadc54'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:18.532623 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (3e600156-d453-490b-b8ee-9912698323a4), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:18.542097 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:18.600382 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:14Z', 'revision_number': 3, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:18.646844 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f62a401f-6d3e-4f74-9720-6c28ed5be6f6 None None] The sync data for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi is: [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:14Z', 'revision_number': 3, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:35:18.649775 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Network 0432bed6-2927-4b21-abd8-6c98950fe126 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:18.656558 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:18.663123 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:18.664018 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (eb530a49-9026-4a44-9de1-96cdd4ce8e96), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:18.707266 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:18.800993 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 68b124ce-77fc-4c99-a833-755c9dd69e60 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:18.804015 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 381ba27c-6546-4f8f-a270-2a9e0f75ac1f up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:19.029080 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Pushing event updated for resources: {'Port': ['ID=9787b33f-dc8b-40c9-af59-0cc8cf48a288,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:19.030969 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-6714686a-50b2-45d5-a7e4-7020e91fa1b1 service neutron] 10.222.0.39 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7240586 Jan 19 21:35:19.094401 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a0ff64b6-b128-4a48-862f-72ad97c5d8d5 req-a5fc795f-f4bd-4dc7-9ee2-f0a2e49d3663 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 210 time: 0.1215367 Jan 19 21:35:19.182308 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-4911e28a-6b59-4e66-a032-f0039f2f1734 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:19.184446 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-4911e28a-6b59-4e66-a032-f0039f2f1734 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 814 time: 0.9370043 Jan 19 21:35:19.199905 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:19.201302 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:19.240313 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Request body: {'port': {'device_id': '271377e3-3975-439c-b9a0-4043bbb6895b', 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b', 'admin_state_up': True, 'tenant_id': 'caf30a5370f445d7b4419ccdbf3e6176'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:19.253228 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-c44c25b8-8852-4ecd-9584-e4e002652f40 None None] Provisioning complete for port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:19.253899 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c44c25b8-8852-4ecd-9584-e4e002652f40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:19.512238 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Allocated IP 172.20.0.1 (6a3204f2-3b37-4c59-998a-f6c3f9fa0734/40c32d1c-e099-481b-8a03-bdb896a1167b/130cfe71-c8bd-4cc8-9531-3347dba2a543) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:19.607867 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-a2fdb09f-11e2-43e8-93a3-9ea3a98538d3 service neutron] 10.222.0.39 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5668261 Jan 19 21:35:19.659100 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5b9182e3-86fb-4cfe-a8e7-fa81045de82d req-3e90f11e-85d6-421f-9f6e-242123e77e96 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 210 time: 0.1314495 Jan 19 21:35:19.660032 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Made reservation on behalf of 52b59e6a16ad4a5cb5d1b250b9cadc54 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:19.667601 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:19.741841 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-c44c25b8-8852-4ecd-9584-e4e002652f40 None None] Port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:35:20.049833 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Publish callbacks [] for port (3e600156-d453-490b-b8ee-9912698323a4), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:20.066652 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:20.089983 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (3e600156-d453-490b-b8ee-9912698323a4), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:20.297092 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:20.409128 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Publish callbacks [] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:20.447386 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c9ba2c5c-bc15-4f8a-9a5e-bafa495449bf req-36161e31-b36c-41da-bd60-54a6f39356a0 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 210 time: 0.3037322 Jan 19 21:35:20.630998 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9133a031-b1b2-4d09-b437-d8d32a6d0229 req-3bdad5d4-cb99-44f7-a518-ef171751086d tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 210 time: 0.1260016 Jan 19 21:35:20.660332 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Allocated IP 172.20.0.13 (796cdc7a-0013-48cf-9dcc-663c2a74883e/1d854085-b299-4580-82bd-6b459cbf0391/f1af1cf2-d404-4542-b86e-63710173ea85) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:20.672010 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Made reservation on behalf of caf30a5370f445d7b4419ccdbf3e6176 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:20.725263 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:20.799213 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:20.866057 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device c7355a84-3e66-4ded-be6c-6179941145c3 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:20.873031 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51448) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:20.896672 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:20.933471 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:20.943982 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:20.950927 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:20.976903 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Pushing event updated for resources: {'Port': ['ID=130cfe71-c8bd-4cc8-9531-3347dba2a543,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:21.278046 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e151f-405c-47bf-9c3a-797457e6b54d None None] Pushing event updated for resources: {'Port': ['ID=3e600156-d453-490b-b8ee-9912698323a4,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:21.293446 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Publish callbacks [] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:21.297688 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Attempting to bind port 3e600156-d453-490b-b8ee-9912698323a4 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:21.298277 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Attempting to bind port 3e600156-d453-490b-b8ee-9912698323a4 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:21.298802 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Attempting to bind port 3e600156-d453-490b-b8ee-9912698323a4 on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:21.301977 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port c7355a84-3e66-4ded-be6c-6179941145c3 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:21.302573 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:21.338656 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:21.353793 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:21.361753 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:21.362316 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:21.363122 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:21.363909 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Bound port: 3e600156-d453-490b-b8ee-9912698323a4, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:21.364589 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (3e600156-d453-490b-b8ee-9912698323a4), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:21.498718 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34ac2d0b-c927-4b23-a24c-9ccbe4a7d9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:21.518479 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Publish callbacks [] for port (f1af1cf2-d404-4542-b86e-63710173ea85), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:21.565489 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e0557-0d30-475b-9eb4-248b2d59588a None None] Pushing event updated for resources: {'Port': ['ID=767580fc-13b8-43ad-abdc-d485e0ebad73,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:21.631099 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Allocated IP 172.20.0.11 (5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b/d3eea529-9b79-498c-9e28-fca06c43e668/f16583a8-e8ef-4b06-a68b-13d8a3001f70) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:21.706553 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-ce15dd97-6420-4eea-98fc-1fcad9a66947 None None] Provisioning complete for port 130cfe71-c8bd-4cc8-9531-3347dba2a543 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:21.707030 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ce15dd97-6420-4eea-98fc-1fcad9a66947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:21.712228 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-becf647b-2456-4be7-86b1-1cd9e3405625 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:21.724716 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-becf647b-2456-4be7-86b1-1cd9e3405625 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 819 time: 0.4865677 Jan 19 21:35:21.733133 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:21.788186 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-b0ca899b-a14c-4f2f-8e93-941bb9752e88 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/quotas/c3faa23bf2b24a28bf6d20246dd8e398 HTTP/1.1" status: 200 len: 375 time: 0.0620382 Jan 19 21:35:21.797293 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.085577 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] For port 3e600156-d453-490b-b8ee-9912698323a4, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:22.226424 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fc74b18f-ff3b-43ca-b58c-b3e728d84ab8 req-8b8397ef-8554-4b07-9b7d-a8778049bd8e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 210 time: 0.3828247 Jan 19 21:35:22.251419 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] For port 3e600156-d453-490b-b8ee-9912698323a4, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=3e600156-d453-490b-b8ee-9912698323a4,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:22.261028 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.48', 64364) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:22.265245 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Publish callbacks [] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.272003 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-ce15dd97-6420-4eea-98fc-1fcad9a66947 None None] Port 130cfe71-c8bd-4cc8-9531-3347dba2a543 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:35:22.280385 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (3e600156-d453-490b-b8ee-9912698323a4), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.308912 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Network 796cdc7a-0013-48cf-9dcc-663c2a74883e is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:22.326554 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port c7355a84-3e66-4ded-be6c-6179941145c3 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:22.332611 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 6245a7e3-651e-4142-83d6-4e33eccd80b9 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:22.337938 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Attempting to bind port 767580fc-13b8-43ad-abdc-d485e0ebad73 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:22.338536 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Attempting to bind port 767580fc-13b8-43ad-abdc-d485e0ebad73 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:22.339047 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Attempting to bind port 767580fc-13b8-43ad-abdc-d485e0ebad73 on network a819eac6-9e06-44b4-8141-d92d213435fc {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:22.374130 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Pushing event updated for resources: {'Port': ['ID=f1af1cf2-d404-4542-b86e-63710173ea85,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:22.405282 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:22.449761 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.451537 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.468945 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:22.501825 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:22.503544 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.548521 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:22.548905 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Checking segment: {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:22.549375 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.549776 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Bound using segment: {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:22.550313 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Bound port: 767580fc-13b8-43ad-abdc-d485e0ebad73, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:22.550713 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.561604 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-b4a4644a-da3e-4c83-840e-23840c79e439 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7658443 Jan 19 21:35:22.585152 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:22.586215 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:22.643689 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0e151f-405c-47bf-9c3a-797457e6b54d None None] Pushing event updated for resources: {'Port': ['ID=3e600156-d453-490b-b8ee-9912698323a4,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:22.722741 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34ac2d0b-c927-4b23-a24c-9ccbe4a7d9e0 admin admin] Publish callbacks [] for security_group (feeca2a8-040d-4f9b-b9c8-0f763dd2309e), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.728876 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 6245a7e3-651e-4142-83d6-4e33eccd80b9 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:22.729903 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.731663 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-259d1147-03c8-476d-9484-14f1f7c06344 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2267032 Jan 19 21:35:22.760420 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-34ac2d0b-c927-4b23-a24c-9ccbe4a7d9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (feeca2a8-040d-4f9b-b9c8-0f763dd2309e), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:22.799329 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-34ac2d0b-c927-4b23-a24c-9ccbe4a7d9e0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b01cd58ffe841efb84093e18a95ad33&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9248414 Jan 19 21:35:22.845910 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-4685ee1a-6741-4bea-8982-98c91e53eaf3 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:22.847533 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-4685ee1a-6741-4bea-8982-98c91e53eaf3 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 819 time: 0.5712299 Jan 19 21:35:22.870629 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51494) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:22.871415 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] For port 767580fc-13b8-43ad-abdc-d485e0ebad73, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:22.913023 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:22.913932 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ff0d0-7dd8-4132-a422-785300256d90 req-b6567b5e-a6f9-4c31-bb26-6e2998d0042a tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:22.927679 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0c1ff0d0-7dd8-4132-a422-785300256d90 req-b6567b5e-a6f9-4c31-bb26-6e2998d0042a tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 932 time: 0.4857593 Jan 19 21:35:22.963137 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] For port 767580fc-13b8-43ad-abdc-d485e0ebad73, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=767580fc-13b8-43ad-abdc-d485e0ebad73,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:22.970874 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.021296 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 6245a7e3-651e-4142-83d6-4e33eccd80b9 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:23.021691 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.034304 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e0557-0d30-475b-9eb4-248b2d59588a None None] Pushing event updated for resources: {'Port': ['ID=767580fc-13b8-43ad-abdc-d485e0ebad73,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:23.066304 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Publish callbacks [] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.090237 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.091313 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (eb530a49-9026-4a44-9de1-96cdd4ce8e96), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.115076 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port 6245a7e3-651e-4142-83d6-4e33eccd80b9, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=6245a7e3-651e-4142-83d6-4e33eccd80b9,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:23.146470 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.157934 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Routers {'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:23.158564 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:23.258537 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks [] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.261955 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-44567613-8de8-4c45-923d-fd0fd7b90e9c admin admin] Publish callbacks [] for security_group (feeca2a8-040d-4f9b-b9c8-0f763dd2309e), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.318836 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=6245a7e3-651e-4142-83d6-4e33eccd80b9,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:23.339448 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Pushing event updated for resources: {'Port': ['ID=9787b33f-dc8b-40c9-af59-0cc8cf48a288,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:23.346905 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0c1ff0d0-7dd8-4132-a422-785300256d90 req-a867c585-0a39-4aed-97a0-e931070d11cd tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179883 Jan 19 21:35:23.364217 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3c91984d-99c4-4b26-9da1-4f446ce9bfca service neutron] 10.222.0.39 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7973466 Jan 19 21:35:23.365871 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ac2d0b-c927-4b23-a24c-9ccbe4a7d9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeca2a8-040d-4f9b-b9c8-0f763dd2309e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:23.391501 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-44567613-8de8-4c45-923d-fd0fd7b90e9c admin admin] Publish callbacks [] for security_group (feeca2a8-040d-4f9b-b9c8-0f763dd2309e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.417300 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] Set router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:23.454857 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.520177 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:22Z', 'revision_number': 2, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:23.528558 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:23.649328 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:23.667693 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Pushing event updated for resources: {'Port': ['ID=130cfe71-c8bd-4cc8-9531-3347dba2a543,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:23.674422 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Network 0432bed6-2927-4b21-abd8-6c98950fe126 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:23.703194 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8d3f6-8aea-44b6-8d6a-ee7e617195ca None None] The sync data for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi is: [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:22Z', 'revision_number': 2, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:35:23.704728 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:23.714784 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:23.734646 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:23.737819 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-44567613-8de8-4c45-923d-fd0fd7b90e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (feeca2a8-040d-4f9b-b9c8-0f763dd2309e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.740938 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-44567613-8de8-4c45-923d-fd0fd7b90e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.741965 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-44567613-8de8-4c45-923d-fd0fd7b90e9c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/feeca2a8-040d-4f9b-b9c8-0f763dd2309e HTTP/1.1" status: 204 len: 168 time: 0.8660777 Jan 19 21:35:23.750098 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:23.763142 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:23.764665 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:23.781997 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:06Z', 'updated_at': '2022-01-19T21:35:12Z', 'revision_number': 4, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'gw_port': {'id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:07Z', 'updated_at': '2022-01-19T21:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '767580fc-13b8-43ad-abdc-d485e0ebad73', 'name': '', 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'mac_address': 'fa:16:3e:53:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e707b0a8-bb36-433c-a305-5aa7a3c90486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:22Z', 'revision_number': 4, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'subnets': [{'id': 'e707b0a8-bb36-433c-a305-5aa7a3c90486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:23.792840 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Pushing event updated for resources: {'Port': ['ID=f16583a8-e8ef-4b06-a68b-13d8a3001f70,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:23.813406 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44567613-8de8-4c45-923d-fd0fd7b90e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeca2a8-040d-4f9b-b9c8-0f763dd2309e,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:23.856589 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11579d36-556f-43b6-87d8-1b81b4dd6bc1 None None] The sync data for ids ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'] in dv-cinder-821602-16-iscsi is: [{'id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:06Z', 'updated_at': '2022-01-19T21:35:12Z', 'revision_number': 4, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'gw_port': {'id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:07Z', 'updated_at': '2022-01-19T21:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '767580fc-13b8-43ad-abdc-d485e0ebad73', 'name': '', 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'mac_address': 'fa:16:3e:53:0b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e707b0a8-bb36-433c-a305-5aa7a3c90486', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:22Z', 'revision_number': 4, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'subnets': [{'id': 'e707b0a8-bb36-433c-a305-5aa7a3c90486', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:35:23.974912 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-db47fca7-9689-428b-bb94-e84ddc4e8480 service neutron] 10.222.0.39 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5245450 Jan 19 21:35:23.987239 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Router a0a9fbb9-8db5-454d-aaa7-17a942b4358b has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:35:23.988290 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203bc95c-a4fe-431f-aa9d-0804da61b482 req-ad0e4a33-8c21-40a2-9890-64b7a84c3a36 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:23.989870 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-203bc95c-a4fe-431f-aa9d-0804da61b482 req-ad0e4a33-8c21-40a2-9890-64b7a84c3a36 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 932 time: 0.5267777 Jan 19 21:35:24.052827 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-76a3fdb7-aeba-481b-8ad8-ea355705517d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8290741 Jan 19 21:35:24.142748 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-77f9a8fd-3327-4f59-91ab-6fd61ea1fd0e None None] Provisioning complete for port 130cfe71-c8bd-4cc8-9531-3347dba2a543 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:24.143606 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-77f9a8fd-3327-4f59-91ab-6fd61ea1fd0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:24.218298 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-203bc95c-a4fe-431f-aa9d-0804da61b482 req-9df14560-7dc4-465d-82d3-984f6a35f8bf tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063539 Jan 19 21:35:24.240894 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Router eb530a49-9026-4a44-9de1-96cdd4ce8e96 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:35:24.248500 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-77f9a8fd-3327-4f59-91ab-6fd61ea1fd0e None None] Port 130cfe71-c8bd-4cc8-9531-3347dba2a543 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:35:24.258305 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:35:24.267694 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ef5f4d00-e023-459b-ad2f-733c7e6ad42e admin admin] 10.222.0.39 "PUT /v2.0/routers/a0a9fbb9-8db5-454d-aaa7-17a942b4358b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8308589 Jan 19 21:35:24.382604 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-dfc9531c-1c4f-4d08-afc8-241a8ac90434 None None] Provisioning complete for port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:24.384385 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dfc9531c-1c4f-4d08-afc8-241a8ac90434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:24.401194 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bef476b6-889a-44b7-9eb7-3847105ff9cf req-bff52da9-ac1b-4739-874d-7e4277b5b88c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 210 time: 0.0373907 Jan 19 21:35:24.508661 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-dfc9531c-1c4f-4d08-afc8-241a8ac90434 None None] Port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:35:24.532722 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:35:24.542645 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Sync routers for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:35:24.547881 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-73ecb690-62e4-42ce-b80a-efadee86149f admin admin] 10.222.0.39 "PUT /v2.0/routers/eb530a49-9026-4a44-9de1-96cdd4ce8e96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3783698 Jan 19 21:35:24.579337 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:24.584553 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:24.701093 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0df82-4838-4b6c-8aab-9517344d700e req-16bdd980-1407-452e-adee-0079e20f391c tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:24.702732 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a9d0df82-4838-4b6c-8aab-9517344d700e req-16bdd980-1407-452e-adee-0079e20f391c tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 932 time: 0.1954341 Jan 19 21:35:24.863269 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a9d0df82-4838-4b6c-8aab-9517344d700e req-efa5b3bd-de3c-4654-822b-81906faa6bad tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360347 Jan 19 21:35:24.887339 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:25.202842 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:22Z', 'revision_number': 2, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:25.284646 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Checking router: eb530a49-9026-4a44-9de1-96cdd4ce8e96 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:35:25.285274 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Updating router eb530a49-9026-4a44-9de1-96cdd4ce8e96 port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:35:25.336600 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:25.590840 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-3dec9093-c2ab-402b-82b7-a80cac9457fd tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:35:25.592581 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-3dec9093-c2ab-402b-82b7-a80cac9457fd tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062556 Jan 19 21:35:25.592705 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Request body: {'port': {'device_id': 'f7fc1aae-19b6-42d5-977c-b2bcc7a43308', 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc', 'admin_state_up': True, 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:25.636317 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 3e600156-d453-490b-b8ee-9912698323a4 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:25.704586 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-40f2d895-7898-42c0-8453-5b229fd858c7 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:35:25.711065 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-40f2d895-7898-42c0-8453-5b229fd858c7 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0890374 Jan 19 21:35:26.145210 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Request body: {'port': {'device_id': '271377e3-3975-439c-b9a0-4043bbb6895b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:26.237502 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Request body: {'port': {'device_id': 'ba4e505f-0e0d-42de-a8e1-b2da8e69761d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:26.327538 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:26.329321 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 3e600156-d453-490b-b8ee-9912698323a4 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:26.331067 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (3e600156-d453-490b-b8ee-9912698323a4), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:26.412498 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Made reservation on behalf of c3faa23bf2b24a28bf6d20246dd8e398 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:26.431534 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:26.447267 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:26.473471 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Publish callbacks [] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:26.491666 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:26.627014 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 3e600156-d453-490b-b8ee-9912698323a4 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:26.636634 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (3e600156-d453-490b-b8ee-9912698323a4), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:26.750990 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port 3e600156-d453-490b-b8ee-9912698323a4, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=3e600156-d453-490b-b8ee-9912698323a4,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:26.761801 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (3e600156-d453-490b-b8ee-9912698323a4), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:26.762805 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 6245a7e3-651e-4142-83d6-4e33eccd80b9 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:26.815517 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf2532-1a87-4ca2-bcd3-c7510d592efc None None] Pushing event updated for resources: {'Port': ['ID=9787b33f-dc8b-40c9-af59-0cc8cf48a288,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:27.084669 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Attempting to bind port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:27.085053 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Attempting to bind port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:27.085422 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Attempting to bind port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 on network 0432bed6-2927-4b21-abd8-6c98950fe126 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:27.087296 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51594) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:27.089984 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.48', 64371) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:27.115497 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:27.116735 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Checking segment: {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:27.119245 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:27.121271 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Bound using segment: {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:27.123397 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Bound port: 9787b33f-dc8b-40c9-af59-0cc8cf48a288, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:27.125301 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:27.160209 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-a5908a56-72be-4912-964e-b62d689bbc95 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1785219918', 'description': 'tempest-description--53377321'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:27.269641 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51614) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:27.281610 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=3e600156-d453-490b-b8ee-9912698323a4,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:27.322834 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 6245a7e3-651e-4142-83d6-4e33eccd80b9 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:27.323930 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:27.447435 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9e453768-7ba5-4074-a080-8a84651b8f18 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--621392996', 'description': 'tempest-description--451749588'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:27.472048 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] For port 9787b33f-dc8b-40c9-af59-0cc8cf48a288, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:27.473720 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-949f5ea3-27c9-45e8-b2f3-f1145bc32648 None None] Provisioning complete for port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:27.474190 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-949f5ea3-27c9-45e8-b2f3-f1145bc32648 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:27.486197 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] For port 9787b33f-dc8b-40c9-af59-0cc8cf48a288, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=9787b33f-dc8b-40c9-af59-0cc8cf48a288,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:27.518639 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:27.621938 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:27.627285 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:27.670172 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-949f5ea3-27c9-45e8-b2f3-f1145bc32648 None None] Port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:35:27.710039 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 6245a7e3-651e-4142-83d6-4e33eccd80b9 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:27.713303 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 767580fc-13b8-43ad-abdc-d485e0ebad73 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:27.729022 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Allocated IP 172.20.0.14 (a819eac6-9e06-44b4-8141-d92d213435fc/e707b0a8-bb36-433c-a305-5aa7a3c90486/8be916c0-7bbe-43f9-82aa-54bca0877846) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:27.811256 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 767580fc-13b8-43ad-abdc-d485e0ebad73 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:27.812142 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:27.876755 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adf2532-1a87-4ca2-bcd3-c7510d592efc None None] Pushing event updated for resources: {'Port': ['ID=9787b33f-dc8b-40c9-af59-0cc8cf48a288,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:28.040991 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:35:28.130477 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 767580fc-13b8-43ad-abdc-d485e0ebad73 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:28.131012 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.138490 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:28.219551 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a5908a56-72be-4912-964e-b62d689bbc95 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.235446 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port 767580fc-13b8-43ad-abdc-d485e0ebad73, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=767580fc-13b8-43ad-abdc-d485e0ebad73,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:28.262413 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.272741 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7192a3c-ba2c-465f-9096-6248803ffe8e req-fd8e40ab-381d-4345-a8db-1f44add9e00b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 210 time: 0.2915752 Jan 19 21:35:28.326101 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46492ae6-952a-4f0c-a57c-3af725187406 req-3dfdeb46-e748-4d23-af69-db935ad325a2 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:28.342741 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-46492ae6-952a-4f0c-a57c-3af725187406 req-3dfdeb46-e748-4d23-af69-db935ad325a2 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 932 time: 1.2963011 Jan 19 21:35:28.380057 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-11b317b3-8240-4120-800f-fc2d685c68b7 None None] Provisioning complete for port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:28.380057 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11b317b3-8240-4120-800f-fc2d685c68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.477407 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks [] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.496410 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 3e600156-d453-490b-b8ee-9912698323a4 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:28.546569 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e453768-7ba5-4074-a080-8a84651b8f18 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.599132 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-9ea0bb7f-da94-4ac6-aa62-fd84824fbd86 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:28.604817 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-9ea0bb7f-da94-4ac6-aa62-fd84824fbd86 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 819 time: 1.4702199 Jan 19 21:35:28.631288 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7752de6-1eb7-409c-9683-70a8fa7ff445 req-ddcf06d1-ddcd-4217-8251-64942020238c tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:28.635055 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7752de6-1eb7-409c-9683-70a8fa7ff445 req-ddcf06d1-ddcd-4217-8251-64942020238c tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 932 time: 0.1630530 Jan 19 21:35:28.664276 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Request body: {'port': {'device_id': '68365be5-8325-4754-b647-c7dcd19ec9c3', 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc', 'admin_state_up': True, 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:28.668371 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=767580fc-13b8-43ad-abdc-d485e0ebad73,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:28.777223 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.805109 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:27Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:28.807830 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 3e600156-d453-490b-b8ee-9912698323a4 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:28.808647 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (3e600156-d453-490b-b8ee-9912698323a4), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.862606 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a5908a56-72be-4912-964e-b62d689bbc95 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (7c54699a-3e59-4e02-86f6-a96b85ed404c), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.870267 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a5908a56-72be-4912-964e-b62d689bbc95 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (7c54699a-3e59-4e02-86f6-a96b85ed404c), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.871145 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7752de6-1eb7-409c-9683-70a8fa7ff445 req-2edd1452-ee97-4fcb-aef4-5d72f8a345a6 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245636 Jan 19 21:35:28.875320 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed407251-24a3-42ec-81ac-c2bbd841c9c9 None None] The sync data for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi is: [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:27Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:35:28.875551 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-11b317b3-8240-4120-800f-fc2d685c68b7 None None] Current status of the port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:28.875809 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11b317b3-8240-4120-800f-fc2d685c68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.924665 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a5908a56-72be-4912-964e-b62d689bbc95 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:28.929134 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a5908a56-72be-4912-964e-b62d689bbc95 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7984209 Jan 19 21:35:28.929780 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51658) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:28.975286 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-f0ebdc86-86b2-47f3-b455-7d914cd484ec tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'security_group_rule': {'security_group_id': '7c54699a-3e59-4e02-86f6-a96b85ed404c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:29.016368 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Network a819eac6-9e06-44b4-8141-d92d213435fc is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:29.066259 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 3e600156-d453-490b-b8ee-9912698323a4 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:29.105536 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-11b317b3-8240-4120-800f-fc2d685c68b7 None None] For port 9787b33f-dc8b-40c9-af59-0cc8cf48a288, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=9787b33f-dc8b-40c9-af59-0cc8cf48a288,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:29.111707 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11b317b3-8240-4120-800f-fc2d685c68b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:29.171517 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-46492ae6-952a-4f0c-a57c-3af725187406 req-0405f4b2-90f3-4f8d-8e32-fdcda1e0b4be tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052941 Jan 19 21:35:29.180203 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Pushing event updated for resources: {'Port': ['ID=8be916c0-7bbe-43f9-82aa-54bca0877846,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:29.206284 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:29.215096 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:29.258777 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5908a56-72be-4912-964e-b62d689bbc95 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c54699a-3e59-4e02-86f6-a96b85ed404c,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:29.267543 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:29.276710 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:29.294975 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b317b3-8240-4120-800f-fc2d685c68b7 None None] Pushing event updated for resources: {'Port': ['ID=9787b33f-dc8b-40c9-af59-0cc8cf48a288,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:29.339517 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1af1cf2-d404-4542-b86e-63710173ea85 {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:29.384519 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdc86-86b2-47f3-b455-7d914cd484ec tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (17046f7b-5d35-46a7-9d6e-1f0209ab4f6e), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:29.385543 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Sync routers for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:35:29.390902 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Publish callbacks [] for port (f1af1cf2-d404-4542-b86e-63710173ea85), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:29.398589 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:29.399475 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:29.455996 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-cc8cff1d-c4d1-4196-bb03-44370850c0a6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8690372 Jan 19 21:35:29.501051 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Request body: {'port': {'device_id': 'f7fc1aae-19b6-42d5-977c-b2bcc7a43308', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:29.553820 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fa3fa401-f63c-4adb-aa4a-41c0ef868b54 req-bbab754e-9124-4ebf-97a9-284e72766d29 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 210 time: 0.1712668 Jan 19 21:35:29.618085 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:29.630035 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Transition to ACTIVE for port object f1af1cf2-d404-4542-b86e-63710173ea85 will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:35:29.641762 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:29.746103 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1af1cf2-d404-4542-b86e-63710173ea85,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:29.759754 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:29.858601 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Made reservation on behalf of c3faa23bf2b24a28bf6d20246dd8e398 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:29.870867 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:29.962276 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdc86-86b2-47f3-b455-7d914cd484ec tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (17046f7b-5d35-46a7-9d6e-1f0209ab4f6e), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.003206 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16583a8-e8ef-4b06-a68b-13d8a3001f70 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:30.036361 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Publish callbacks [] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.045181 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdc86-86b2-47f3-b455-7d914cd484ec tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (17046f7b-5d35-46a7-9d6e-1f0209ab4f6e), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.121631 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ebdc86-86b2-47f3-b455-7d914cd484ec tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17046f7b-5d35-46a7-9d6e-1f0209ab4f6e,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:30.155104 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e453768-7ba5-4074-a080-8a84651b8f18 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (c33e89b0-a14a-4aa9-9a34-087da31386f0), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.293396 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Transition to ACTIVE for port object f16583a8-e8ef-4b06-a68b-13d8a3001f70 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:35:30.341427 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e453768-7ba5-4074-a080-8a84651b8f18 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c33e89b0-a14a-4aa9-9a34-087da31386f0), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.357878 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:22Z', 'revision_number': 2, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:30.410294 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Checking router: a0a9fbb9-8db5-454d-aaa7-17a942b4358b for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:35:30.410793 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Updating router a0a9fbb9-8db5-454d-aaa7-17a942b4358b port 130cfe71-c8bd-4cc8-9531-3347dba2a543 binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:35:30.423493 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9e453768-7ba5-4074-a080-8a84651b8f18 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.440081 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9e453768-7ba5-4074-a080-8a84651b8f18 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 3.0658789 Jan 19 21:35:30.443479 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51696) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:30.449798 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.473026 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.486251 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-a66f4d46-c31c-4777-bae0-afe8217b5951 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'security_group_rule': {'security_group_id': 'c33e89b0-a14a-4aa9-9a34-087da31386f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:30.598045 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f16583a8-e8ef-4b06-a68b-13d8a3001f70,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:30.602796 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f0ebdc86-86b2-47f3-b455-7d914cd484ec tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.604261 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f0ebdc86-86b2-47f3-b455-7d914cd484ec tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6334293 Jan 19 21:35:30.608087 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 9787b33f-dc8b-40c9-af59-0cc8cf48a288 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:30.618523 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51704) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:30.627438 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aacaa59-365b-4cbc-9dce-2929c56b9226 req-58022f8d-0870-4464-83e1-2939127d1f84 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:30.629336 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8aacaa59-365b-4cbc-9dce-2929c56b9226 req-58022f8d-0870-4464-83e1-2939127d1f84 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 944 time: 0.5207472 Jan 19 21:35:30.636688 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-3af56e13-0ece-41a1-b3da-f0bba6bcd585 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'security_group_rule': {'security_group_id': '7c54699a-3e59-4e02-86f6-a96b85ed404c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:30.670306 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e453768-7ba5-4074-a080-8a84651b8f18 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c33e89b0-a14a-4aa9-9a34-087da31386f0,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:30.730943 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:30.731460 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.756390 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3af56e13-0ece-41a1-b3da-f0bba6bcd585 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (6d46b347-56ee-476e-bedb-32a5616cbb5e), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:30.955660 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:30.957053 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 767580fc-13b8-43ad-abdc-d485e0ebad73 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:31.031521 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Attempting to bind port f1af1cf2-d404-4542-b86e-63710173ea85 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:31.032663 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Attempting to bind port f1af1cf2-d404-4542-b86e-63710173ea85 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'dcb7e8af-1ca8-413b-bffb-a2079027351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '796cdc7a-0013-48cf-9dcc-663c2a74883e'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:31.032870 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Publish callbacks [] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.033402 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Attempting to bind port f1af1cf2-d404-4542-b86e-63710173ea85 on network 796cdc7a-0013-48cf-9dcc-663c2a74883e {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:31.048203 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.055365 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a66f4d46-c31c-4777-bae0-afe8217b5951 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (125a59c5-5dee-4ddf-96a0-248c39518c02), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.067074 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Port f1af1cf2-d404-4542-b86e-63710173ea85 on network 796cdc7a-0013-48cf-9dcc-663c2a74883e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:35:31.069782 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Attempting to bind port f1af1cf2-d404-4542-b86e-63710173ea85 on network 796cdc7a-0013-48cf-9dcc-663c2a74883e {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:31.088219 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be916c0-7bbe-43f9-82aa-54bca0877846 {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:31.121705 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3af56e13-0ece-41a1-b3da-f0bba6bcd585 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (6d46b347-56ee-476e-bedb-32a5616cbb5e), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.125588 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:31.126284 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Checking segment: {'id': 'dcb7e8af-1ca8-413b-bffb-a2079027351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '796cdc7a-0013-48cf-9dcc-663c2a74883e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:31.127174 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Bound using segment: {'id': 'dcb7e8af-1ca8-413b-bffb-a2079027351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '796cdc7a-0013-48cf-9dcc-663c2a74883e'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:31.127786 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Bound port: f1af1cf2-d404-4542-b86e-63710173ea85, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dcb7e8af-1ca8-413b-bffb-a2079027351d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '796cdc7a-0013-48cf-9dcc-663c2a74883e'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:31.128386 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.133102 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c6b7c-a151-4746-8261-068cf985a59d None None] Pushing event updated for resources: {'Port': ['ID=130cfe71-c8bd-4cc8-9531-3347dba2a543,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:31.143084 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3af56e13-0ece-41a1-b3da-f0bba6bcd585 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (6d46b347-56ee-476e-bedb-32a5616cbb5e), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.153727 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Attempting to bind port f16583a8-e8ef-4b06-a68b-13d8a3001f70 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:31.154373 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Attempting to bind port f16583a8-e8ef-4b06-a68b-13d8a3001f70 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:31.154817 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Attempting to bind port f16583a8-e8ef-4b06-a68b-13d8a3001f70 on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:31.172370 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Port f16583a8-e8ef-4b06-a68b-13d8a3001f70 on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:35:31.176771 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Attempting to bind port f16583a8-e8ef-4b06-a68b-13d8a3001f70 on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:31.177637 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 767580fc-13b8-43ad-abdc-d485e0ebad73 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:31.178232 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.188900 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Publish callbacks [] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.207750 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8aacaa59-365b-4cbc-9dce-2929c56b9226 req-bcff101d-8213-42e4-b4c4-377ab6973df3 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5461135 Jan 19 21:35:31.228680 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:31.230919 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Checking segment: {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:31.232281 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Bound using segment: {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:31.234668 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Bound port: f16583a8-e8ef-4b06-a68b-13d8a3001f70, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:31.236855 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.281525 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d838bb-8c0d-4e4e-bfdc-3a1a4cb216d1 req-682ac52e-70cd-4e09-9ea2-9389e0602593 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:31.289429 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-79d838bb-8c0d-4e4e-bfdc-3a1a4cb216d1 req-682ac52e-70cd-4e09-9ea2-9389e0602593 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 944 time: 0.3139169 Jan 19 21:35:31.326753 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a66f4d46-c31c-4777-bae0-afe8217b5951 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (125a59c5-5dee-4ddf-96a0-248c39518c02), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.379578 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a66f4d46-c31c-4777-bae0-afe8217b5951 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (125a59c5-5dee-4ddf-96a0-248c39518c02), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.464938 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af56e13-0ece-41a1-b3da-f0bba6bcd585 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d46b347-56ee-476e-bedb-32a5616cbb5e,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:31.509906 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a66f4d46-c31c-4777-bae0-afe8217b5951 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.509906 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a66f4d46-c31c-4777-bae0-afe8217b5951 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0325248 Jan 19 21:35:31.509906 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66f4d46-c31c-4777-bae0-afe8217b5951 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=125a59c5-5dee-4ddf-96a0-248c39518c02,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:31.535701 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-79d838bb-8c0d-4e4e-bfdc-3a1a4cb216d1 req-b45a34d5-64e3-4acc-8a2f-e733c7c3a74a tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453065 Jan 19 21:35:31.554230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51720) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:31.599168 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-7f29ed99-ffc3-4cc1-acae-2fa8c8c3dfb8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'security_group_rule': {'security_group_id': 'c33e89b0-a14a-4aa9-9a34-087da31386f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:31.604247 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Attempting to bind port 130cfe71-c8bd-4cc8-9531-3347dba2a543 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:31.604871 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Attempting to bind port 130cfe71-c8bd-4cc8-9531-3347dba2a543 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:31.614171 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3af56e13-0ece-41a1-b3da-f0bba6bcd585 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.617824 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Attempting to bind port 130cfe71-c8bd-4cc8-9531-3347dba2a543 on network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:31.620196 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3af56e13-0ece-41a1-b3da-f0bba6bcd585 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9896104 Jan 19 21:35:31.621054 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Transition to ACTIVE for port object 8be916c0-7bbe-43f9-82aa-54bca0877846 will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:35:31.633842 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51730) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:31.645135 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fa768c76-2794-49b5-8d8a-47a0702cee98 req-c3b57019-8896-424b-8284-f8d804f69c12 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 210 time: 0.2762756 Jan 19 21:35:31.685198 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'floatingip': {'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:31.691332 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:31.697675 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Checking segment: {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:31.699274 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.699783 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Bound using segment: {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:31.703210 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Bound port: 130cfe71-c8bd-4cc8-9531-3347dba2a543, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:31.705303 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.739185 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.797616 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 767580fc-13b8-43ad-abdc-d485e0ebad73 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:31.939366 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-7e3a8ce7-e418-4325-9da0-e23cd58768b7 None None] Provisioning complete for port 130cfe71-c8bd-4cc8-9531-3347dba2a543 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:31.943421 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7e3a8ce7-e418-4325-9da0-e23cd58768b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:31.983135 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] For port f1af1cf2-d404-4542-b86e-63710173ea85, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:32.012887 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Allocated IP 172.20.0.4 (a819eac6-9e06-44b4-8141-d92d213435fc/e707b0a8-bb36-433c-a305-5aa7a3c90486/2995fec9-a298-498b-bb15-a8cef6a28644) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:32.064846 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] For port f1af1cf2-d404-4542-b86e-63710173ea85, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1af1cf2-d404-4542-b86e-63710173ea85,segment=NetworkSegment(dcb7e8af-1ca8-413b-bffb-a2079027351d),segment_id=dcb7e8af-1ca8-413b-bffb-a2079027351d)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:32.082451 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a8ce7-e418-4325-9da0-e23cd58768b7 None None] Port 130cfe71-c8bd-4cc8-9531-3347dba2a543 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:35:32.095656 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] For port f16583a8-e8ef-4b06-a68b-13d8a3001f70, host hv-cinder-82160, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:32.096975 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:32.127076 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] For port 130cfe71-c8bd-4cc8-9531-3347dba2a543, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:32.131311 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] For port 130cfe71-c8bd-4cc8-9531-3347dba2a543, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=130cfe71-c8bd-4cc8-9531-3347dba2a543,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:32.139138 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:32.181725 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:32.196396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Pushing event updated for resources: {'Port': ['ID=8be916c0-7bbe-43f9-82aa-54bca0877846,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:32.242181 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] For port f16583a8-e8ef-4b06-a68b-13d8a3001f70, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f16583a8-e8ef-4b06-a68b-13d8a3001f70,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:32.270899 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:32.308987 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7f29ed99-ffc3-4cc1-acae-2fa8c8c3dfb8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (3d4b0c16-2a91-4bee-bd01-f02c50e3221d), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:32.346888 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c6b7c-a151-4746-8261-068cf985a59d None None] Pushing event updated for resources: {'Port': ['ID=130cfe71-c8bd-4cc8-9531-3347dba2a543,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:32.363393 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:32.366669 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:32.470790 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:32.471443 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:32.495206 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] 10.222.0.48 "PUT /v2.0/ports/f16583a8-e8ef-4b06-a68b-13d8a3001f70 HTTP/1.1" status: 200 len: 1094 time: 6.5303261 Jan 19 21:35:32.501227 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51752) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:32.502540 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '271377e3-3975-439c-b9a0-4043bbb6895b', 'tag': 'f16583a8-e8ef-4b06-a68b-13d8a3001f70'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:32.890616 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Pushing event updated for resources: {'Port': ['ID=f1af1cf2-d404-4542-b86e-63710173ea85,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:32.915305 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-744b9ffc-8600-43fc-99fc-c2978dc080aa None None] Provisioning complete for port 130cfe71-c8bd-4cc8-9531-3347dba2a543 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:32.915892 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-744b9ffc-8600-43fc-99fc-c2978dc080aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:32.924019 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:32.959265 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:32.962206 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:32.971389 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bdcc72e6-9c06-4052-92de-e89afad12cd5 service neutron] 10.222.0.48 "PUT /v2.0/ports/f1af1cf2-d404-4542-b86e-63710173ea85 HTTP/1.1" status: 200 len: 1094 time: 7.0054746 Jan 19 21:35:33.051090 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4e505f-0e0d-42de-a8e1-b2da8e69761d', 'tag': 'f1af1cf2-d404-4542-b86e-63710173ea85'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:33.187150 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16c964e-31e2-4a99-8bc5-9670ea5bb0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f16583a8-e8ef-4b06-a68b-13d8a3001f70,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:33.260899 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dba44b21-c610-4d9a-9723-ae6c09ab455f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.323816 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-744b9ffc-8600-43fc-99fc-c2978dc080aa None None] Current status of the port 130cfe71-c8bd-4cc8-9531-3347dba2a543 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:33.324084 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-744b9ffc-8600-43fc-99fc-c2978dc080aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.326509 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54359190-d828-47f5-8068-271ea67608fa" -d '{"events": [{"name": "network-changed", "server_uuid": "271377e3-3975-439c-b9a0-4043bbb6895b", "tag": "f16583a8-e8ef-4b06-a68b-13d8a3001f70"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:33.370349 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-957cde0b-a3df-4f63-be04-c5dbb4730fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:33.387650 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-957cde0b-a3df-4f63-be04-c5dbb4730fc5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 1097 time: 0.6503487 Jan 19 21:35:33.409830 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7f29ed99-ffc3-4cc1-acae-2fa8c8c3dfb8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (3d4b0c16-2a91-4bee-bd01-f02c50e3221d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.413784 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Attempting to bind port 8be916c0-7bbe-43f9-82aa-54bca0877846 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:33.413973 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Attempting to bind port 8be916c0-7bbe-43f9-82aa-54bca0877846 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:33.416556 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Attempting to bind port 8be916c0-7bbe-43f9-82aa-54bca0877846 on network a819eac6-9e06-44b4-8141-d92d213435fc {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:33.431025 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d253b9f6-906d-4d3b-914f-d9741fde57a9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4e505f-0e0d-42de-a8e1-b2da8e69761d", "tag": "f1af1cf2-d404-4542-b86e-63710173ea85"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:33.445355 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7f29ed99-ffc3-4cc1-acae-2fa8c8c3dfb8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (3d4b0c16-2a91-4bee-bd01-f02c50e3221d), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.450864 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-744b9ffc-8600-43fc-99fc-c2978dc080aa None None] For port 130cfe71-c8bd-4cc8-9531-3347dba2a543, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=130cfe71-c8bd-4cc8-9531-3347dba2a543,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:33.462854 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-744b9ffc-8600-43fc-99fc-c2978dc080aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.484002 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8afbea3-c148-4a60-8dd7-43af4d32db4b req-c2209d67-e862-4aae-94d7-e402471a6a5d tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:33.491174 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Port 8be916c0-7bbe-43f9-82aa-54bca0877846 on network a819eac6-9e06-44b4-8141-d92d213435fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:35:33.491669 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Attempting to bind port 8be916c0-7bbe-43f9-82aa-54bca0877846 on network a819eac6-9e06-44b4-8141-d92d213435fc {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:33.499935 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d8afbea3-c148-4a60-8dd7-43af4d32db4b req-c2209d67-e862-4aae-94d7-e402471a6a5d tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 944 time: 1.0307343 Jan 19 21:35:33.513884 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:33.514693 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Checking segment: {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:33.515298 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Bound using segment: {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:33.516215 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Bound port: 8be916c0-7bbe-43f9-82aa-54bca0877846, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:33.516794 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.521263 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-6bb40c23-8920-4d9a-9680-512d6f49ebd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:33.522759 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-6bb40c23-8920-4d9a-9680-512d6f49ebd6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b59e6a16ad4a5cb5d1b250b9cadc54&device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 1097 time: 0.3375673 Jan 19 21:35:33.532841 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ff7cc2-c43c-423c-b46f-d7fa1997a42d req-ea880643-395f-47e1-8085-2ca12f0ad11b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:33.535604 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a9ff7cc2-c43c-423c-b46f-d7fa1997a42d req-ea880643-395f-47e1-8085-2ca12f0ad11b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 944 time: 0.8687348 Jan 19 21:35:33.536279 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29ed99-ffc3-4cc1-acae-2fa8c8c3dfb8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4b0c16-2a91-4bee-bd01-f02c50e3221d,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:33.593366 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7f29ed99-ffc3-4cc1-acae-2fa8c8c3dfb8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.598105 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-7f29ed99-ffc3-4cc1-acae-2fa8c8c3dfb8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0142679 Jan 19 21:35:33.605580 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51782) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:33.615962 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'floatingip': {'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:33.665766 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b9ffc-8600-43fc-99fc-c2978dc080aa None None] Pushing event updated for resources: {'Port': ['ID=130cfe71-c8bd-4cc8-9531-3347dba2a543,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:33.677244 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:32Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:33.682785 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-ac26d89a-16b9-47ed-b35e-8af88bf262c5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f16583a8-e8ef-4b06-a68b-13d8a3001f70 HTTP/1.1" status: 200 len: 217 time: 0.2642829 Jan 19 21:35:33.750774 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee8459e-2477-4d1f-90c7-64e6be880d62 None None] The sync data for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi is: [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:32Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:35:33.781610 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks [] for port (2995fec9-a298-498b-bb15-a8cef6a28644), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.837278 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d8afbea3-c148-4a60-8dd7-43af4d32db4b req-aab8bd0c-8467-4277-a539-e8c7717a81ae tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362339 Jan 19 21:35:33.884125 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-bbf11ee4-b0ff-425b-a876-71ccca306ae2 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1af1cf2-d404-4542-b86e-63710173ea85 HTTP/1.1" status: 200 len: 217 time: 0.1781709 Jan 19 21:35:33.913006 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.919823 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a9ff7cc2-c43c-423c-b46f-d7fa1997a42d req-e627bcf5-ddd5-461b-b7a9-3d3de9aeeb94 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722057 Jan 19 21:35:33.926332 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dba44b21-c610-4d9a-9723-ae6c09ab455f admin admin] Publish callbacks [] for security_group (2821fcc3-6c7e-4c8f-973e-f9f70b38f35f), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.929648 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.956272 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dba44b21-c610-4d9a-9723-ae6c09ab455f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2821fcc3-6c7e-4c8f-973e-f9f70b38f35f), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:33.970033 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:34.003904 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-dba44b21-c610-4d9a-9723-ae6c09ab455f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ca1bba88f1c47f7a4a0d092e4311b70&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3087845 Jan 19 21:35:34.020331 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51788) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:34.182961 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Network a819eac6-9e06-44b4-8141-d92d213435fc is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:34.265504 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741c7430-6828-4331-8676-708a0e95985d req-f3beafb7-5d74-4a54-a9b0-0a0da4275fbc tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:34.266833 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-741c7430-6828-4331-8676-708a0e95985d req-f3beafb7-5d74-4a54-a9b0-0a0da4275fbc tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 931 time: 0.2604430 Jan 19 21:35:34.268292 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:34.277908 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:34.291987 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:34.296533 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:34.323667 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba44b21-c610-4d9a-9723-ae6c09ab455f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2821fcc3-6c7e-4c8f-973e-f9f70b38f35f,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:34.328180 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Pushing event updated for resources: {'Port': ['ID=2995fec9-a298-498b-bb15-a8cef6a28644,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:34.369279 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd07bd7-b506-41d6-bb38-bf8f5a3d0fe7 x-openstack-request-id: req-cdd07bd7-b506-41d6-bb38-bf8f5a3d0fe7 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:34.370699 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "271377e3-3975-439c-b9a0-4043bbb6895b", "tag": "f16583a8-e8ef-4b06-a68b-13d8a3001f70", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:34.371002 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdd07bd7-b506-41d6-bb38-bf8f5a3d0fe7 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:34.371906 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '271377e3-3975-439c-b9a0-4043bbb6895b', 'tag': 'f16583a8-e8ef-4b06-a68b-13d8a3001f70', 'status': 'completed', 'code': 200} Jan 19 21:35:34.376478 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-fa16ed14-b524-40a6-a393-9e491f6fcd46 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7168267 Jan 19 21:35:34.424740 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] For port 8be916c0-7bbe-43f9-82aa-54bca0877846, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:34.440633 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-e0b3675d-d615-4e4f-9ae0-50816fc4c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:34.442306 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-e0b3675d-d615-4e4f-9ae0-50816fc4c81b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d854085-b299-4580-82bd-6b459cbf0391 HTTP/1.1" status: 200 len: 852 time: 0.3521037 Jan 19 21:35:34.456350 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Request body: {'port': {'device_id': '68365be5-8325-4754-b647-c7dcd19ec9c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:34.489121 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] For port 8be916c0-7bbe-43f9-82aa-54bca0877846, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8be916c0-7bbe-43f9-82aa-54bca0877846,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:34.494436 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-f4410179-2fde-4d2b-b84c-865f7041b9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:34.509803 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-f4410179-2fde-4d2b-b84c-865f7041b9a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 200 len: 854 time: 0.4938352 Jan 19 21:35:34.584632 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:34.597884 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 130cfe71-c8bd-4cc8-9531-3347dba2a543 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:34.690050 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-833a572e-6a72-41dd-8712-25c25c8cb186 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=796cdc7a-0013-48cf-9dcc-663c2a74883e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2248924 Jan 19 21:35:34.704851 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-6250815e-dafd-49b4-af98-7f6260bb198c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1919432 Jan 19 21:35:34.707130 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f609b7-b56e-4707-9427-5e4d10e2c3a3 x-openstack-request-id: req-25f609b7-b56e-4707-9427-5e4d10e2c3a3 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:34.707662 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4e505f-0e0d-42de-a8e1-b2da8e69761d", "tag": "f1af1cf2-d404-4542-b86e-63710173ea85", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:34.708987 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25f609b7-b56e-4707-9427-5e4d10e2c3a3 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:34.710674 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba4e505f-0e0d-42de-a8e1-b2da8e69761d', 'tag': 'f1af1cf2-d404-4542-b86e-63710173ea85', 'status': 'completed', 'code': 200} Jan 19 21:35:34.765810 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 130cfe71-c8bd-4cc8-9531-3347dba2a543 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:34.766432 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:34.829019 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Allocated IP 172.27.0.12 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/d999b715-1bb5-4ea8-a678-115d32a7981e) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:34.875489 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-05faf111-3bc2-49ad-99e4-5fed00e4d391 admin admin] Publish callbacks [] for security_group (2821fcc3-6c7e-4c8f-973e-f9f70b38f35f), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.002359 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 130cfe71-c8bd-4cc8-9531-3347dba2a543 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:35.018227 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-741c7430-6828-4331-8676-708a0e95985d req-d6699bb0-4975-4e1e-a299-9e2545019a4b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6955128 Jan 19 21:35:35.059621 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.069524 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-05faf111-3bc2-49ad-99e4-5fed00e4d391 admin admin] Publish callbacks [] for security_group (2821fcc3-6c7e-4c8f-973e-f9f70b38f35f), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.103891 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for port (d999b715-1bb5-4ea8-a678-115d32a7981e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.146926 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51834) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:35.163370 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Pushing event updated for resources: {'Port': ['ID=8be916c0-7bbe-43f9-82aa-54bca0877846,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:35.177338 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (d999b715-1bb5-4ea8-a678-115d32a7981e), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.190740 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:35.191323 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.193250 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-aa9fe777-7586-43e8-9eda-98852bcaace7 service neutron] 10.222.0.48 "PUT /v2.0/ports/8be916c0-7bbe-43f9-82aa-54bca0877846 HTTP/1.1" status: 200 len: 1094 time: 5.6968880 Jan 19 21:35:35.230031 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-3a4711a9-1a89-4605-8ce4-da69927198bb service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744673 Jan 19 21:35:35.246243 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'Port': ['ID=d999b715-1bb5-4ea8-a678-115d32a7981e,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:35.383579 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:35.410200 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:35.423785 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: from cryptography.utils import int_from_bytes Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: from cryptography.utils import int_from_bytes Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.473616 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:35.476506 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:35:35.478223 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4555f693-e6e0-48a8-acf7-20f66790e62b req-bdcee30c-e1ae-4fc8-8b67-ade51f25686f tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:35.479759 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4555f693-e6e0-48a8-acf7-20f66790e62b req-bdcee30c-e1ae-4fc8-8b67-ade51f25686f tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 944 time: 0.3190734 Jan 19 21:35:35.489927 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b634-6104-4826-949b-73b42543b386 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.523824 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.573903 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-086e0ea3-8f24-418e-9a88-a341b5885711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:35.576261 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-086e0ea3-8f24-418e-9a88-a341b5885711 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1097 time: 0.2460032 Jan 19 21:35:35.599303 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde5985-3280-41c5-98b6-9ae3b3e8ab3f req-7682aee7-9eee-49b3-b64c-7dbade648155 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:35.600972 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5cde5985-3280-41c5-98b6-9ae3b3e8ab3f req-7682aee7-9eee-49b3-b64c-7dbade648155 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 944 time: 0.2812057 Jan 19 21:35:35.621590 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-05faf111-3bc2-49ad-99e4-5fed00e4d391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2821fcc3-6c7e-4c8f-973e-f9f70b38f35f), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.624370 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-05faf111-3bc2-49ad-99e4-5fed00e4d391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.625764 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-05faf111-3bc2-49ad-99e4-5fed00e4d391 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2821fcc3-6c7e-4c8f-973e-f9f70b38f35f HTTP/1.1" status: 204 len: 168 time: 1.5932877 Jan 19 21:35:35.628199 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-5a223407-33c6-4b5b-b995-ae57ae2a1940 service neutron] 10.222.0.48 "GET /v2.0/networks/796cdc7a-0013-48cf-9dcc-663c2a74883e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4660778 Jan 19 21:35:35.699196 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05faf111-3bc2-49ad-99e4-5fed00e4d391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2821fcc3-6c7e-4c8f-973e-f9f70b38f35f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:35.787981 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5cde5985-3280-41c5-98b6-9ae3b3e8ab3f req-8d474e22-dedd-47f4-a187-cded18b216ac tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768498 Jan 19 21:35:35.820010 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3efbb788-3e4e-4e70-9a07-7c52582b4339 req-879d12fd-098f-4856-ad61-f98178c1b926 service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016384 Jan 19 21:35:35.925190 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b634-6104-4826-949b-73b42543b386 admin admin] Publish callbacks [] for security_group (3f8b7c39-26d0-4be9-8acd-2bf1d27ab858), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.933602 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b634-6104-4826-949b-73b42543b386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (3f8b7c39-26d0-4be9-8acd-2bf1d27ab858), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.945077 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Allocated IP 172.27.0.20 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/64e6f252-241d-4041-9c85-03bebbb9390f) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:35.979151 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (76231430-2e7b-4f2d-9b9a-976fd651430d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:35.979872 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3b634-6104-4826-949b-73b42543b386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8b7c39-26d0-4be9-8acd-2bf1d27ab858,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:36.048843 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-576348a5-0755-44e0-b261-31286516b0ca service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be916c0-7bbe-43f9-82aa-54bca0877846 HTTP/1.1" status: 200 len: 217 time: 0.1034808 Jan 19 21:35:36.110118 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4555f693-e6e0-48a8-acf7-20f66790e62b req-283f13d4-1860-4551-aa74-7404490a2732 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5844460 Jan 19 21:35:36.125317 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 51856) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:36.229531 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d999b715-1bb5-4ea8-a678-115d32a7981e), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.252259 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1ba3b634-6104-4826-949b-73b42543b386 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=41c2d269299b4986b7495efe234b1d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0496967 Jan 19 21:35:36.259691 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51866) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:36.271238 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e0510f40-6a99-4424-b44f-7537ba143664 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.289509 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2995fec9-a298-498b-bb15-a8cef6a28644 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:36.303539 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54359190-d828-47f5-8068-271ea67608fa req-f76d56ac-bae6-4c3c-92e7-15dbb4531264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:36.305301 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54359190-d828-47f5-8068-271ea67608fa req-f76d56ac-bae6-4c3c-92e7-15dbb4531264 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 1097 time: 0.3740735 Jan 19 21:35:36.313366 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Publish callbacks [] for port (2995fec9-a298-498b-bb15-a8cef6a28644), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.354376 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aef0b7e-43ac-44cf-83bf-9780ac4f4f2b req-6daa70b7-2377-44b0-8a79-a5417feccd63 service neutron] 10.222.0.48 "GET /v2.0/networks/796cdc7a-0013-48cf-9dcc-663c2a74883e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4067488 Jan 19 21:35:36.366887 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-f40f7625-f557-4bb9-862a-dc0cb36cc2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:36.368588 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-f40f7625-f557-4bb9-862a-dc0cb36cc2ef service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.2889130 Jan 19 21:35:36.412570 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f92e4-ad8e-48e5-a81b-a72a8ca8964a req-3c01612d-b9dd-459c-929d-aa42b6b58e06 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:36.414143 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-828f92e4-ad8e-48e5-a81b-a72a8ca8964a req-3c01612d-b9dd-459c-929d-aa42b6b58e06 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 931 time: 0.2238734 Jan 19 21:35:36.424274 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Transition to ACTIVE for port object 2995fec9-a298-498b-bb15-a8cef6a28644 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:35:36.427274 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for port (64e6f252-241d-4041-9c85-03bebbb9390f), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.430355 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-9ceda424-de5c-4439-822c-1d116abca11b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481784 Jan 19 21:35:36.454258 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.536545 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc66c92d-0765-4457-b1dd-b15ca6ee4ddc admin admin] Publish callbacks [] for security_group (3f8b7c39-26d0-4be9-8acd-2bf1d27ab858), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.597345 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Pushing event updated for resources: {'Port': ['ID=2995fec9-a298-498b-bb15-a8cef6a28644,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:36.639675 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc66c92d-0765-4457-b1dd-b15ca6ee4ddc admin admin] Publish callbacks [] for security_group (3f8b7c39-26d0-4be9-8acd-2bf1d27ab858), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.644536 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-828f92e4-ad8e-48e5-a81b-a72a8ca8964a req-8d5f5c7e-6dc5-4136-b522-8d91e27c84de tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217705 Jan 19 21:35:36.667443 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54359190-d828-47f5-8068-271ea67608fa req-2cb60b4d-9d6e-44b9-9f2c-eb66da4c355b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:36.668173 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54359190-d828-47f5-8068-271ea67608fa req-2cb60b4d-9d6e-44b9-9f2c-eb66da4c355b service neutron] 10.222.0.48 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 915 time: 0.3521640 Jan 19 21:35:36.676631 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-23e99403-8367-4ab3-b570-194c8ad0c942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:36.678277 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-23e99403-8367-4ab3-b570-194c8ad0c942 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=52b59e6a16ad4a5cb5d1b250b9cadc54&device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 1097 time: 0.2438154 Jan 19 21:35:36.715467 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7fc1aae-19b6-42d5-977c-b2bcc7a43308', 'tag': '8be916c0-7bbe-43f9-82aa-54bca0877846'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:36.718767 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c" -d '{"events": [{"name": "network-changed", "server_uuid": "f7fc1aae-19b6-42d5-977c-b2bcc7a43308", "tag": "8be916c0-7bbe-43f9-82aa-54bca0877846"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:36.746667 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54359190-d828-47f5-8068-271ea67608fa req-5f02925a-6572-4e28-afba-cb52328155f7 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f16583a8-e8ef-4b06-a68b-13d8a3001f70 HTTP/1.1" status: 200 len: 217 time: 0.0608563 Jan 19 21:35:36.749963 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Attempting to bind port 2995fec9-a298-498b-bb15-a8cef6a28644 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:36.750089 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Attempting to bind port 2995fec9-a298-498b-bb15-a8cef6a28644 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:36.750364 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Attempting to bind port 2995fec9-a298-498b-bb15-a8cef6a28644 on network a819eac6-9e06-44b4-8141-d92d213435fc {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:36.764935 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Port 2995fec9-a298-498b-bb15-a8cef6a28644 on network a819eac6-9e06-44b4-8141-d92d213435fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:35:36.765305 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Attempting to bind port 2995fec9-a298-498b-bb15-a8cef6a28644 on network a819eac6-9e06-44b4-8141-d92d213435fc {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:36.801205 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:36.801572 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Checking segment: {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:36.802044 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Bound using segment: {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:36.802486 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Bound port: 2995fec9-a298-498b-bb15-a8cef6a28644, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:36.802782 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.820188 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f009a1b-1972-4e02-ab8a-97d43c6843fb x-openstack-request-id: req-8f009a1b-1972-4e02-ab8a-97d43c6843fb {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:36.820543 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7fc1aae-19b6-42d5-977c-b2bcc7a43308", "tag": "8be916c0-7bbe-43f9-82aa-54bca0877846", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:36.820868 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f009a1b-1972-4e02-ab8a-97d43c6843fb {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:36.821199 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7fc1aae-19b6-42d5-977c-b2bcc7a43308', 'tag': '8be916c0-7bbe-43f9-82aa-54bca0877846', 'status': 'completed', 'code': 200} Jan 19 21:35:36.829591 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54359190-d828-47f5-8068-271ea67608fa req-f1b1bbbd-685b-4e91-a940-9f10f2b8a8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:36.831175 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54359190-d828-47f5-8068-271ea67608fa req-f1b1bbbd-685b-4e91-a940-9f10f2b8a8bb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 200 len: 854 time: 0.0759451 Jan 19 21:35:36.835064 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc66c92d-0765-4457-b1dd-b15ca6ee4ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (3f8b7c39-26d0-4be9-8acd-2bf1d27ab858), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.837822 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-cc66c92d-0765-4457-b1dd-b15ca6ee4ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.839001 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-cc66c92d-0765-4457-b1dd-b15ca6ee4ddc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f8b7c39-26d0-4be9-8acd-2bf1d27ab858 HTTP/1.1" status: 204 len: 168 time: 0.5744333 Jan 19 21:35:36.848378 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (64e6f252-241d-4041-9c85-03bebbb9390f), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.905730 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54359190-d828-47f5-8068-271ea67608fa req-3f87a1d9-d02c-461f-bd7a-a70ab469457f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656238 Jan 19 21:35:36.908231 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e0510f40-6a99-4424-b44f-7537ba143664 admin admin] Publish callbacks [] for security_group (05240a47-e3f8-404b-87ee-035ef0681703), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:36.909811 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66c92d-0765-4457-b1dd-b15ca6ee4ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8b7c39-26d0-4be9-8acd-2bf1d27ab858,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:36.931535 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-be6ed2c6-3725-42b6-ac1d-0046529fa053 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876597 Jan 19 21:35:36.944077 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e0510f40-6a99-4424-b44f-7537ba143664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (05240a47-e3f8-404b-87ee-035ef0681703), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.003145 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:37.013768 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] For port 2995fec9-a298-498b-bb15-a8cef6a28644, host hv-cinder-82160, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:37.034722 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] For port 2995fec9-a298-498b-bb15-a8cef6a28644, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2995fec9-a298-498b-bb15-a8cef6a28644,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:37.040994 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for port (d999b715-1bb5-4ea8-a678-115d32a7981e), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: from cryptography.utils import int_from_bytes Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: from cryptography.utils import int_from_bytes Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.043249 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:35:37.046457 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:35:37.048513 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42465d7f-48c7-4937-b316-5036eaa42f60 req-d6c6466a-7de1-45be-b451-10d57ec28ae8 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:37.050152 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-42465d7f-48c7-4937-b316-5036eaa42f60 req-d6c6466a-7de1-45be-b451-10d57ec28ae8 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 944 time: 0.1435122 Jan 19 21:35:37.053476 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.057603 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:37.108028 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:37.118501 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'Port': ['ID=64e6f252-241d-4041-9c85-03bebbb9390f,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:37.123043 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (d999b715-1bb5-4ea8-a678-115d32a7981e), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.139616 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:37.140280 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.141786 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] 10.222.0.48 "PUT /v2.0/ports/2995fec9-a298-498b-bb15-a8cef6a28644 HTTP/1.1" status: 200 len: 1093 time: 2.7187982 Jan 19 21:35:37.143916 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68365be5-8325-4754-b647-c7dcd19ec9c3', 'tag': '2995fec9-a298-498b-bb15-a8cef6a28644'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:37.146891 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86edfa28-03e7-410d-b0fe-e8c5ad239176" -d '{"events": [{"name": "network-changed", "server_uuid": "68365be5-8325-4754-b647-c7dcd19ec9c3", "tag": "2995fec9-a298-498b-bb15-a8cef6a28644"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:37.168412 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54359190-d828-47f5-8068-271ea67608fa req-e0556ea5-b144-4ec1-a163-632030aae9ee service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460268 Jan 19 21:35:37.198144 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4bf6b-a6e3-4760-88fe-dfc1b29d8431 service neutron] Pushing event updated for resources: {'Port': ['ID=2995fec9-a298-498b-bb15-a8cef6a28644,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:37.212779 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-612a9acb-4020-4695-8b43-8e8e085b31ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:37.217352 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-612a9acb-4020-4695-8b43-8e8e085b31ca service neutron] 10.222.0.48 "GET /v2.0/networks?id=796cdc7a-0013-48cf-9dcc-663c2a74883e HTTP/1.1" status: 200 len: 913 time: 0.5220938 Jan 19 21:35:37.223969 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-42465d7f-48c7-4937-b316-5036eaa42f60 req-d3d99607-faa7-4b06-8c9f-9e628df72210 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610312 Jan 19 21:35:37.270122 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (76231430-2e7b-4f2d-9b9a-976fd651430d), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.307570 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0510f40-6a99-4424-b44f-7537ba143664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05240a47-e3f8-404b-87ee-035ef0681703,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:37.311601 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-76612a23-7a09-4343-b838-4df7c5442a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:37.315619 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-76612a23-7a09-4343-b838-4df7c5442a75 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 1096 time: 0.1017077 Jan 19 21:35:37.315755 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-e0510f40-6a99-4424-b44f-7537ba143664 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=634361bc97f24b6cae2e85b2aa12e238&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1339381 Jan 19 21:35:37.318612 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51892) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:37.378715 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3e7fdd-8bd2-46be-b6b9-15b2c2f9407f x-openstack-request-id: req-7a3e7fdd-8bd2-46be-b6b9-15b2c2f9407f {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:37.379005 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68365be5-8325-4754-b647-c7dcd19ec9c3", "tag": "2995fec9-a298-498b-bb15-a8cef6a28644", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:37.379453 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a3e7fdd-8bd2-46be-b6b9-15b2c2f9407f {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:37.379867 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68365be5-8325-4754-b647-c7dcd19ec9c3', 'tag': '2995fec9-a298-498b-bb15-a8cef6a28644', 'status': 'completed', 'code': 200} Jan 19 21:35:37.380304 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'Port': ['ID=d999b715-1bb5-4ea8-a678-115d32a7981e,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:37.384394 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-c219cfbd-9dde-40b6-993a-469985844e22 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2995fec9-a298-498b-bb15-a8cef6a28644 HTTP/1.1" status: 200 len: 217 time: 0.0633543 Jan 19 21:35:37.386279 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54359190-d828-47f5-8068-271ea67608fa req-18b54e49-40b4-483d-a2f8-b1a02a893cdd service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098463 Jan 19 21:35:37.411467 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51896) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:37.415360 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-157f8303-7469-486f-81f4-7e18cecce654 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1af1cf2-d404-4542-b86e-63710173ea85 HTTP/1.1" status: 200 len: 217 time: 0.0842564 Jan 19 21:35:37.453701 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7f60f060-98bd-4cb0-971b-2f67c0370d73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.474709 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.475686 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-7893aa0c-1d5f-41b7-a8fa-1517c06a2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:37.475942 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-3c8801c6-1f4a-4622-8cff-73fb9c5e8cd2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8042815 Jan 19 21:35:37.477166 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-7893aa0c-1d5f-41b7-a8fa-1517c06a2cad service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.0799060 Jan 19 21:35:37.483769 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-32b34b02-088d-49aa-b2cc-e3b81ce176d0 admin admin] Publish callbacks [] for security_group (05240a47-e3f8-404b-87ee-035ef0681703), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.488625 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.502386 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6528b3b7-5e3d-4665-ad5e-1f10af7ec064 req-9c824d23-5619-4f53-bbdc-4ea4384b15df service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5451722 Jan 19 21:35:37.526111 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e4d00e-6858-443b-ab4e-270097f643ab req-4bea88ba-8ffc-45c7-bbfc-eecda9ea2044 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:37.528084 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b9e4d00e-6858-443b-ab4e-270097f643ab req-4bea88ba-8ffc-45c7-bbfc-eecda9ea2044 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 944 time: 0.2097769 Jan 19 21:35:37.533389 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-95951c85-78b7-4368-8697-c9b51d9d43ee service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442240 Jan 19 21:35:37.539635 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-3c067efb-a62b-4214-b723-d13d4bda2609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:37.541165 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-3c067efb-a62b-4214-b723-d13d4bda2609 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=1d854085-b299-4580-82bd-6b459cbf0391 HTTP/1.1" status: 200 len: 852 time: 0.1104088 Jan 19 21:35:37.544423 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-32b34b02-088d-49aa-b2cc-e3b81ce176d0 admin admin] Publish callbacks [] for security_group (05240a47-e3f8-404b-87ee-035ef0681703), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.623899 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (64e6f252-241d-4041-9c85-03bebbb9390f), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.640845 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-65e5625d-ef58-4517-845d-213ac453a016 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=796cdc7a-0013-48cf-9dcc-663c2a74883e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616348 Jan 19 21:35:37.703253 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-32b34b02-088d-49aa-b2cc-e3b81ce176d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (05240a47-e3f8-404b-87ee-035ef0681703), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.706400 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-32b34b02-088d-49aa-b2cc-e3b81ce176d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.707552 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-32b34b02-088d-49aa-b2cc-e3b81ce176d0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05240a47-e3f8-404b-87ee-035ef0681703 HTTP/1.1" status: 204 len: 168 time: 0.3880286 Jan 19 21:35:37.721268 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7f60f060-98bd-4cb0-971b-2f67c0370d73 admin admin] Publish callbacks [] for security_group (24e74e7f-3c20-48de-9c6b-895e2200df8e), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.750454 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7f60f060-98bd-4cb0-971b-2f67c0370d73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (24e74e7f-3c20-48de-9c6b-895e2200df8e), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:37.756596 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b34b02-088d-49aa-b2cc-e3b81ce176d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05240a47-e3f8-404b-87ee-035ef0681703,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:37.789536 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-6794183f-bdce-4753-894b-e42179a9ea58 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185555 Jan 19 21:35:37.878827 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60f060-98bd-4cb0-971b-2f67c0370d73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e74e7f-3c20-48de-9c6b-895e2200df8e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:37.884394 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7f60f060-98bd-4cb0-971b-2f67c0370d73 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72e41253dddc4aa589820fcf880f4bd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4719954 Jan 19 21:35:37.898485 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 51920) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:37.942014 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-c7ce630e-1e9c-469c-8426-7cc22ef5f472 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1785219918&fields=id&tenant_id=55c22409415a4174a6c3b81635c38330 HTTP/1.1" status: 200 len: 267 time: 0.2193716 Jan 19 21:35:37.950666 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b9e4d00e-6858-443b-ab4e-270097f643ab req-373f1d1d-be67-4db7-9493-d71cff89f9a7 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092493 Jan 19 21:35:37.975500 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-009326d6-5347-423f-ae43-75b40ff3b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:37.977256 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-009326d6-5347-423f-ae43-75b40ff3b50a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1097 time: 0.3917592 Jan 19 21:35:38.060706 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-12ab6e3f-922f-4674-b1ed-0c708a47a05d req-5d83afb2-bb47-4c9b-912a-67c3bec591bb service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625785 Jan 19 21:35:38.083365 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2157371d-5d1d-4661-bfd4-7636fcd60681 admin admin] Publish callbacks [] for security_group (24e74e7f-3c20-48de-9c6b-895e2200df8e), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:38.144357 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2157371d-5d1d-4661-bfd4-7636fcd60681 admin admin] Publish callbacks [] for security_group (24e74e7f-3c20-48de-9c6b-895e2200df8e), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:38.164043 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-dd5d65bb-fce0-41e0-9287-d84e8c48f588 service neutron] 10.222.0.48 "GET /v2.0/networks/796cdc7a-0013-48cf-9dcc-663c2a74883e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4937027 Jan 19 21:35:38.182318 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16b41-a862-4739-a1bf-4d866592e851 req-7151f94c-1eba-4f5d-8f64-5c4e4dd247a9 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:38.183835 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-7151f94c-1eba-4f5d-8f64-5c4e4dd247a9 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 811 time: 0.2213380 Jan 19 21:35:38.218332 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-d5bad693-d509-4822-a3f9-584125f86d24 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/quotas/55c22409415a4174a6c3b81635c38330 HTTP/1.1" status: 200 len: 375 time: 0.0286446 Jan 19 21:35:38.227823 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-e8f9f8b5-b4fd-438d-8269-cf64d81a8eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:38.231419 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-e8f9f8b5-b4fd-438d-8269-cf64d81a8eac service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 1096 time: 0.1096728 Jan 19 21:35:38.297867 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95f8566-23c5-4b14-a954-3fa83748c736 req-e907d8e6-5d94-46a5-9cc2-3a8b3d90e7cb tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:38.299432 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c95f8566-23c5-4b14-a954-3fa83748c736 req-e907d8e6-5d94-46a5-9cc2-3a8b3d90e7cb tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 943 time: 0.2730844 Jan 19 21:35:38.323971 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2157371d-5d1d-4661-bfd4-7636fcd60681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (24e74e7f-3c20-48de-9c6b-895e2200df8e), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:38.327284 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2157371d-5d1d-4661-bfd4-7636fcd60681 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:38.331049 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2157371d-5d1d-4661-bfd4-7636fcd60681 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24e74e7f-3c20-48de-9c6b-895e2200df8e HTTP/1.1" status: 204 len: 168 time: 0.4291298 Jan 19 21:35:38.331210 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-a845609b-4313-43fb-a278-46d1786f6d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:38.331993 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-a845609b-4313-43fb-a278-46d1786f6d61 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 920 time: 0.3350313 Jan 19 21:35:38.350271 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157371d-5d1d-4661-bfd4-7636fcd60681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e74e7f-3c20-48de-9c6b-895e2200df8e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:38.373779 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-ca24cc02-3b85-40e0-86a7-85ac84f3dcae tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454992 Jan 19 21:35:38.413098 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for port (64e6f252-241d-4041-9c85-03bebbb9390f), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:38.417158 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-2fab6c5c-807a-4e89-938d-eba42485b424 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be916c0-7bbe-43f9-82aa-54bca0877846 HTTP/1.1" status: 200 len: 217 time: 0.0730202 Jan 19 21:35:38.442657 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (64e6f252-241d-4041-9c85-03bebbb9390f), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:38.452246 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-368e23c9-3b1e-4218-bf48-5e6a81defe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:38.453985 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-368e23c9-3b1e-4218-bf48-5e6a81defe27 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 920 time: 0.2136629 Jan 19 21:35:38.505411 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-8cf66dfb-541d-4432-9ee7-f2fd72366ae3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2995fec9-a298-498b-bb15-a8cef6a28644 HTTP/1.1" status: 200 len: 217 time: 0.0444562 Jan 19 21:35:38.506196 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d253b9f6-906d-4d3b-914f-d9741fde57a9 req-8964b5dc-a0fc-4698-b651-8615744d6891 service neutron] 10.222.0.48 "GET /v2.0/networks/796cdc7a-0013-48cf-9dcc-663c2a74883e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291616 Jan 19 21:35:38.511999 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:38.522273 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c95f8566-23c5-4b14-a954-3fa83748c736 req-8f34d695-5afc-4b4e-a82a-901ceeac58c1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135057 Jan 19 21:35:38.550467 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-4cdd54ac-ac31-4781-b227-cbb80f1ce5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:38.552014 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-4cdd54ac-ac31-4781-b227-cbb80f1ce5bc service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.1249008 Jan 19 21:35:38.552651 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'Port': ['ID=64e6f252-241d-4041-9c85-03bebbb9390f,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:38.556879 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:38.558046 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-4181e13b-5b80-4ada-a4b0-038ff7b29127 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9463460 Jan 19 21:35:38.610388 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-a0482360-4cbc-4237-8279-ecab2394114d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486615 Jan 19 21:35:38.740210 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790b95d-bf2e-4719-8064-fcd53df98d5f req-9c811926-b27b-4374-9dfe-049cac0ca0d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:38.741755 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7790b95d-bf2e-4719-8064-fcd53df98d5f req-9c811926-b27b-4374-9dfe-049cac0ca0d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 944 time: 0.1108034 Jan 19 21:35:38.779246 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-7b1616ed-92fa-4cdb-8df2-fdca4f500926 service neutron] 10.222.0.39 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864148 Jan 19 21:35:38.798215 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-4c48ca8e-7a85-4101-9f5c-a1497424c22b service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811922 Jan 19 21:35:38.805819 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-1c8f6b51-6318-4d44-b364-9bec94758bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:38.807258 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-1c8f6b51-6318-4d44-b364-9bec94758bbb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.2890880 Jan 19 21:35:38.829224 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7790b95d-bf2e-4719-8064-fcd53df98d5f req-85fd3098-bd3e-49c8-b5a1-a5bae7786680 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727561 Jan 19 21:35:38.947618 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eb2f7025-f0d9-49e8-b7fd-0ba3599c015c req-77d7dec2-37f4-4f55-b094-cf3cf8f5f055 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350012 Jan 19 21:35:38.953153 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-8b9ec85b-4816-47e1-a2e5-f8bfb3cacf42 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322074 Jan 19 21:35:39.010719 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-193c03d9-e328-4616-9c2c-150d8222580e service neutron] 10.222.0.39 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268472 Jan 19 21:35:39.079072 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-3629bf09-7af0-4986-b38f-589e3065599a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--621392996&fields=id&tenant_id=274e4ed7ae93485588f375b9f9504770 HTTP/1.1" status: 200 len: 267 time: 0.1098762 Jan 19 21:35:39.154493 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-cfaa71c9-4b87-4cd2-8d32-ecbb7678490a service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920700 Jan 19 21:35:39.242894 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-d9d51465-7c65-4675-b250-6358b1bdd42a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:39.261206 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-d9d51465-7c65-4675-b250-6358b1bdd42a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 816 time: 0.1814568 Jan 19 21:35:39.298866 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-57d79432-ed73-489b-9d6d-e240585df4c9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/quotas/274e4ed7ae93485588f375b9f9504770 HTTP/1.1" status: 200 len: 375 time: 0.0273023 Jan 19 21:35:39.325396 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device f1af1cf2-d404-4542-b86e-63710173ea85 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:35:39.438009 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-86edfa28-03e7-410d-b0fe-e8c5ad239176 req-5170ff4d-a9d2-416d-b453-ba6382b6fcd5 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768335 Jan 19 21:35:39.461539 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-90862a14-fe82-4402-b752-175d041a5440 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1560421 Jan 19 21:35:39.466823 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c970d-999d-47af-9de2-685564587de9 req-855d6243-f0a6-43ea-9f22-c1e037c3fd1a tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:39.468665 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-629c970d-999d-47af-9de2-685564587de9 req-855d6243-f0a6-43ea-9f22-c1e037c3fd1a tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 944 time: 0.1222382 Jan 19 21:35:39.521900 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port f1af1cf2-d404-4542-b86e-63710173ea85, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1af1cf2-d404-4542-b86e-63710173ea85,segment=NetworkSegment(dcb7e8af-1ca8-413b-bffb-a2079027351d),segment_id=dcb7e8af-1ca8-413b-bffb-a2079027351d)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:39.538271 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'f1af1cf2-d404-4542-b86e-63710173ea85', 'network_id': '796cdc7a-0013-48cf-9dcc-663c2a74883e', 'port_id': 'f1af1cf2-d404-4542-b86e-63710173ea85', 'mac_address': 'fa:16:3e:d4:37:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d854085-b299-4580-82bd-6b459cbf0391', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:35:39.565473 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-629c970d-999d-47af-9de2-685564587de9 req-ca867c65-16b9-4a39-b10b-5d86069b5786 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912085 Jan 19 21:35:39.634459 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port f1af1cf2-d404-4542-b86e-63710173ea85 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:39.635800 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:39.653679 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-2f9fd40b-a11a-40ca-ac8c-66007c5eb7e2 service neutron] 10.222.0.39 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524129 Jan 19 21:35:39.669546 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1af1cf2-d404-4542-b86e-63710173ea85 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:39.688505 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-02e0a90c-4a5b-4c84-8f0e-6b62aedaeaa7 req-3bd241a6-ee5e-4f0f-994b-84fb6dae4bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 210 time: 0.0612094 Jan 19 21:35:39.722551 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port f1af1cf2-d404-4542-b86e-63710173ea85, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1af1cf2-d404-4542-b86e-63710173ea85,segment=NetworkSegment(dcb7e8af-1ca8-413b-bffb-a2079027351d),segment_id=dcb7e8af-1ca8-413b-bffb-a2079027351d)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:39.729682 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2df88370-aa98-4dd5-9e23-c33a1b50d5ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:39.733480 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:39.734462 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device f16583a8-e8ef-4b06-a68b-13d8a3001f70 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:35:39.855280 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-49efcf41-dc66-47b4-aa83-a54692c3faca service neutron] 10.222.0.39 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940970 Jan 19 21:35:39.899506 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=f1af1cf2-d404-4542-b86e-63710173ea85,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:39.924270 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49389b-5ecd-4ce9-9dfd-f903d86bd21e req-e2f4080e-c825-4e35-9d61-cd1d8c5bdff2 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:39.935108 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3c49389b-5ecd-4ce9-9dfd-f903d86bd21e req-e2f4080e-c825-4e35-9d61-cd1d8c5bdff2 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 943 time: 0.1391051 Jan 19 21:35:39.992193 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port f16583a8-e8ef-4b06-a68b-13d8a3001f70, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f16583a8-e8ef-4b06-a68b-13d8a3001f70,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:40.011124 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'f16583a8-e8ef-4b06-a68b-13d8a3001f70', 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b', 'port_id': 'f16583a8-e8ef-4b06-a68b-13d8a3001f70', 'mac_address': 'fa:16:3e:d4:b3:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3eea529-9b79-498c-9e28-fca06c43e668', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:35:40.036109 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3c49389b-5ecd-4ce9-9dfd-f903d86bd21e req-8451d24e-f042-45b3-916e-48eed7c94e12 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985801 Jan 19 21:35:40.078776 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port f16583a8-e8ef-4b06-a68b-13d8a3001f70 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:40.079173 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:40.094285 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16583a8-e8ef-4b06-a68b-13d8a3001f70 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:40.148200 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port f16583a8-e8ef-4b06-a68b-13d8a3001f70, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f16583a8-e8ef-4b06-a68b-13d8a3001f70,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:40.156575 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:40.220484 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-833c3ef1-aeca-4e36-b354-f47481f0a554 req-746d500a-2206-4708-bd9c-9ce71be7d5a0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 210 time: 0.0778272 Jan 19 21:35:40.265187 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5d22-c791-448e-b38f-1527d8f11ccf req-e97f2360-b0de-4976-aa91-c9c84fbf5d2a tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:40.283336 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90f5d22-c791-448e-b38f-1527d8f11ccf req-e97f2360-b0de-4976-aa91-c9c84fbf5d2a tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 945 time: 0.1052847 Jan 19 21:35:40.326522 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=f16583a8-e8ef-4b06-a68b-13d8a3001f70,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:40.392065 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f90f5d22-c791-448e-b38f-1527d8f11ccf req-e98f221a-3258-48a3-9a72-456cf9221013 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041172 Jan 19 21:35:40.470172 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f16583a8-e8ef-4b06-a68b-13d8a3001f70'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:35:40.491218 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f1af1cf2-d404-4542-b86e-63710173ea85'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:35:40.660925 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52050) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:40.796538 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9271f219-f3ce-4323-a3e8-69b12642ec14 req-d5e9c701-759f-4846-b941-277fe0300be9 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:40.814632 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9271f219-f3ce-4323-a3e8-69b12642ec14 req-d5e9c701-759f-4846-b941-277fe0300be9 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 945 time: 0.1218712 Jan 19 21:35:40.965185 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9271f219-f3ce-4323-a3e8-69b12642ec14 req-a28916b0-de80-4781-88bf-fc383b100f73 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471791 Jan 19 21:35:40.992741 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6a6e8c88-d434-4384-a907-59d064c052e7 req-b0a79e9e-0de2-446d-b906-beaa2d7d2d57 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 210 time: 0.1037610 Jan 19 21:35:41.086456 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16b41-a862-4739-a1bf-4d866592e851 req-721889f6-b722-4017-9d9d-18c000db9a56 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:41.088492 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-721889f6-b722-4017-9d9d-18c000db9a56 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 811 time: 0.3897445 Jan 19 21:35:41.213149 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-9424641c-9825-44b9-b801-dd76feaad1b6 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c22409415a4174a6c3b81635c38330 HTTP/1.1" status: 200 len: 380 time: 0.1144421 Jan 19 21:35:41.213692 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad73d03-da2b-45e6-8885-92cd8f430e0e req-a8d78d18-bbf7-4822-bc2e-f222cbf4e02f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:41.221868 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1ad73d03-da2b-45e6-8885-92cd8f430e0e req-a8d78d18-bbf7-4822-bc2e-f222cbf4e02f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 943 time: 0.0691438 Jan 19 21:35:41.225389 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'port': {'device_id': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'admin_state_up': True, 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'security_groups': ['7c54699a-3e59-4e02-86f6-a96b85ed404c']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:41.300994 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 2995fec9-a298-498b-bb15-a8cef6a28644 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:35:41.334613 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1ad73d03-da2b-45e6-8885-92cd8f430e0e req-2c0f4926-0243-4e66-8133-f249eaeef5d0 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111243 Jan 19 21:35:41.344452 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ffb542f0-092a-43f2-8fe8-01a65a89f414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.388460 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-226cb679-ca73-46e0-ac05-e11a418eb103 req-b75a30d7-9d5f-4cab-9f4a-22b1410f989b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 210 time: 0.0323083 Jan 19 21:35:41.477659 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 2995fec9-a298-498b-bb15-a8cef6a28644, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2995fec9-a298-498b-bb15-a8cef6a28644,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:41.503735 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '2995fec9-a298-498b-bb15-a8cef6a28644', 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc', 'port_id': '2995fec9-a298-498b-bb15-a8cef6a28644', 'mac_address': 'fa:16:3e:9c:32:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e707b0a8-bb36-433c-a305-5aa7a3c90486', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:35:41.536008 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Made reservation on behalf of 55c22409415a4174a6c3b81635c38330 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:41.548701 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.556654 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49849cd-bb94-4961-998b-2e8b1bc225f0 req-102fcefb-70dc-426a-bed9-101814ca1947 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:41.566699 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f49849cd-bb94-4961-998b-2e8b1bc225f0 req-102fcefb-70dc-426a-bed9-101814ca1947 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 945 time: 0.0800622 Jan 19 21:35:41.569266 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 2995fec9-a298-498b-bb15-a8cef6a28644 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:41.570831 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.599194 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2995fec9-a298-498b-bb15-a8cef6a28644 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:41.602045 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ffb542f0-092a-43f2-8fe8-01a65a89f414 admin admin] Publish callbacks [] for security_group (bbadb0c2-4548-403e-9d7a-48fe09b408f0), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.611325 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ffb542f0-092a-43f2-8fe8-01a65a89f414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (bbadb0c2-4548-403e-9d7a-48fe09b408f0), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.642583 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f49849cd-bb94-4961-998b-2e8b1bc225f0 req-0d580afa-5316-43a7-bc12-04056754c1a0 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746934 Jan 19 21:35:41.642774 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 2995fec9-a298-498b-bb15-a8cef6a28644, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2995fec9-a298-498b-bb15-a8cef6a28644,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:41.645667 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ffb542f0-092a-43f2-8fe8-01a65a89f414 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cf55837ee2a4f688cdef7c631a0ba80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9830925 Jan 19 21:35:41.648814 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52090) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:41.649566 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.650294 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 8be916c0-7bbe-43f9-82aa-54bca0877846 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:35:41.742885 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 8be916c0-7bbe-43f9-82aa-54bca0877846, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8be916c0-7bbe-43f9-82aa-54bca0877846,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:41.756614 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb542f0-092a-43f2-8fe8-01a65a89f414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbadb0c2-4548-403e-9d7a-48fe09b408f0,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:41.774335 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=2995fec9-a298-498b-bb15-a8cef6a28644,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:41.779273 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '8be916c0-7bbe-43f9-82aa-54bca0877846', 'network_id': 'a819eac6-9e06-44b4-8141-d92d213435fc', 'port_id': '8be916c0-7bbe-43f9-82aa-54bca0877846', 'mac_address': 'fa:16:3e:bd:4e:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e707b0a8-bb36-433c-a305-5aa7a3c90486', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:35:41.839599 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f39bbc89-6a7d-466c-8c7a-6142de8a813a admin admin] Publish callbacks [] for security_group (bbadb0c2-4548-403e-9d7a-48fe09b408f0), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.870495 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Allocated IP 172.20.0.5 (0432bed6-2927-4b21-abd8-6c98950fe126/4be0885a-881d-437c-a4d4-53d1609c7785/cc278991-6470-4b41-809e-16b0013c99f5) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:41.879621 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f39bbc89-6a7d-466c-8c7a-6142de8a813a admin admin] Publish callbacks [] for security_group (bbadb0c2-4548-403e-9d7a-48fe09b408f0), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.884462 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-32e6281b-3d95-4400-9172-90fe70964421 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:41.886612 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-32e6281b-3d95-4400-9172-90fe70964421 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 816 time: 0.1727965 Jan 19 21:35:41.904926 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 8be916c0-7bbe-43f9-82aa-54bca0877846 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:41.905341 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.984966 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f39bbc89-6a7d-466c-8c7a-6142de8a813a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (bbadb0c2-4548-403e-9d7a-48fe09b408f0), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.987460 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f39bbc89-6a7d-466c-8c7a-6142de8a813a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:41.988722 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f39bbc89-6a7d-466c-8c7a-6142de8a813a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bbadb0c2-4548-403e-9d7a-48fe09b408f0 HTTP/1.1" status: 204 len: 168 time: 0.3359697 Jan 19 21:35:42.008126 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-69e8165f-9603-4524-9d43-e13633e7f731 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=274e4ed7ae93485588f375b9f9504770 HTTP/1.1" status: 200 len: 379 time: 0.1041110 Jan 19 21:35:42.031619 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39bbc89-6a7d-466c-8c7a-6142de8a813a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbadb0c2-4548-403e-9d7a-48fe09b408f0,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:42.040024 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'port': {'device_id': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'admin_state_up': True, 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'security_groups': ['c33e89b0-a14a-4aa9-9a34-087da31386f0']}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:42.192391 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be916c0-7bbe-43f9-82aa-54bca0877846 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:42.210637 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6e72dd-5577-4540-b6a7-f4e3cad7feb3 req-fcbd4027-00c7-4d18-8f32-61a8042afce5 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:42.218651 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9b6e72dd-5577-4540-b6a7-f4e3cad7feb3 req-fcbd4027-00c7-4d18-8f32-61a8042afce5 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 945 time: 0.0859330 Jan 19 21:35:42.237446 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 8be916c0-7bbe-43f9-82aa-54bca0877846, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8be916c0-7bbe-43f9-82aa-54bca0877846,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:42.256925 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:42.291532 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7198d9a3-e412-44bd-9166-232ca515d0b4 req-29eef480-6fe6-48d9-b969-05b5a416caee tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 210 time: 0.0796211 Jan 19 21:35:42.333075 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for port (cc278991-6470-4b41-809e-16b0013c99f5), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:42.336522 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-12e4d084-998e-4aa1-9ab8-9fc72d5b55a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:42.355623 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Made reservation on behalf of 274e4ed7ae93485588f375b9f9504770 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:35:42.361499 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:42.376246 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9b6e72dd-5577-4540-b6a7-f4e3cad7feb3 req-55e0bc3b-07f1-4efe-9e51-23395d5aa183 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467621 Jan 19 21:35:42.382289 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=8be916c0-7bbe-43f9-82aa-54bca0877846,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:42.455573 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (cc278991-6470-4b41-809e-16b0013c99f5), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:42.546789 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['2995fec9-a298-498b-bb15-a8cef6a28644'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:35:42.546789 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['8be916c0-7bbe-43f9-82aa-54bca0877846'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:35:42.579421 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Network 0432bed6-2927-4b21-abd8-6c98950fe126 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:42.595237 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f56c30cb-c72c-4baf-83df-b516654e7611 req-941e1509-350c-48a7-b1d5-d8047aa01ef1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 210 time: 0.0559580 Jan 19 21:35:42.615774 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:42.620186 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'Port': ['ID=cc278991-6470-4b41-809e-16b0013c99f5,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:42.623700 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:42.628705 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26459a70-902b-423b-a4fa-00339a60f748 req-d7503105-e566-41e4-b8d0-e885b6fbc556 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:42.630610 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:42.631379 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:42.635447 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-26459a70-902b-423b-a4fa-00339a60f748 req-d7503105-e566-41e4-b8d0-e885b6fbc556 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 944 time: 0.1570072 Jan 19 21:35:42.656322 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-90ee8f9e-3a76-4f50-b45a-b06494fd670e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4348416 Jan 19 21:35:42.673153 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Request body: {'port': {'device_id': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:42.773066 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-26459a70-902b-423b-a4fa-00339a60f748 req-43730f33-5a5d-4753-b853-ace591333ded tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354599 Jan 19 21:35:42.807441 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Allocated IP 172.20.0.13 (6a3204f2-3b37-4c59-998a-f6c3f9fa0734/40c32d1c-e099-481b-8a03-bdb896a1167b/58d23ae0-88d4-42fb-bd29-733572e874e9) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:35:42.968372 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (cc278991-6470-4b41-809e-16b0013c99f5), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.009086 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ecd1e9-6702-4aa9-8876-cc98dd1afc7e req-a2e5fe28-dc56-4d86-95b5-e3fd7abf1c6f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:43.035161 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-47ecd1e9-6702-4aa9-8876-cc98dd1afc7e req-a2e5fe28-dc56-4d86-95b5-e3fd7abf1c6f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 945 time: 0.2488861 Jan 19 21:35:43.073710 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-ea64beeb-1691-4275-ab03-1abbba09b21b None None] Provisioning complete for port cc278991-6470-4b41-809e-16b0013c99f5 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:43.074140 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea64beeb-1691-4275-ab03-1abbba09b21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (cc278991-6470-4b41-809e-16b0013c99f5), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.087384 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.131644 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.174039 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-47ecd1e9-6702-4aa9-8876-cc98dd1afc7e req-ec447c47-b49a-4ac9-9628-20918b44e140 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364458 Jan 19 21:35:43.222373 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.228069 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-ea64beeb-1691-4275-ab03-1abbba09b21b None None] Port cc278991-6470-4b41-809e-16b0013c99f5 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:35:43.286368 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:35:43.297576 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:35:43.304340 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:35:43.306528 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device f1af1cf2-d404-4542-b86e-63710173ea85 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:43.315245 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:43.321844 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.387289 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:43.419888 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port f1af1cf2-d404-4542-b86e-63710173ea85 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:35:43.426303 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port f1af1cf2-d404-4542-b86e-63710173ea85 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:43.428017 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.440778 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-112b2e86-84b6-4f35-b045-e9b79015b57b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4167037 Jan 19 21:35:43.463080 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Request body: {'port': {'device_id': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:43.643230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.673935 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port f1af1cf2-d404-4542-b86e-63710173ea85 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:43.674456 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4179b3-d573-4de8-a82c-5b2bad853f3a req-eecbc35f-bc04-45b6-9c47-0a860e5f918b tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:43.674575 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.683165 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4e4179b3-d573-4de8-a82c-5b2bad853f3a req-eecbc35f-bc04-45b6-9c47-0a860e5f918b tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 931 time: 0.1545768 Jan 19 21:35:43.722399 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e505f-0e0d-42de-a8e1-b2da8e69761d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1af1cf2-d404-4542-b86e-63710173ea85'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:43.771002 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4e4179b3-d573-4de8-a82c-5b2bad853f3a req-992f570f-f05c-4fc3-a09d-cbc4e878e900 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840011 Jan 19 21:35:43.794703 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d7702-ec1a-4c12-9a3f-1402bc5a9323 req-b64989fb-2f9c-4105-a710-08f67703ccf2 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:43.807565 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-361d7702-ec1a-4c12-9a3f-1402bc5a9323 req-b64989fb-2f9c-4105-a710-08f67703ccf2 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 945 time: 0.2433388 Jan 19 21:35:43.853859 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc278991-6470-4b41-809e-16b0013c99f5 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:43.875156 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Publish callbacks [] for port (cc278991-6470-4b41-809e-16b0013c99f5), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.900585 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port f1af1cf2-d404-4542-b86e-63710173ea85, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1af1cf2-d404-4542-b86e-63710173ea85,segment=NetworkSegment(dcb7e8af-1ca8-413b-bffb-a2079027351d),segment_id=dcb7e8af-1ca8-413b-bffb-a2079027351d)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:43.917076 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.917929 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device f16583a8-e8ef-4b06-a68b-13d8a3001f70 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:43.936105 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Transition to ACTIVE for port object cc278991-6470-4b41-809e-16b0013c99f5 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:35:43.954952 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (cc278991-6470-4b41-809e-16b0013c99f5), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:43.991312 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-361d7702-ec1a-4c12-9a3f-1402bc5a9323 req-ddceca7a-749d-4b5e-82d9-48e8ec5c79f4 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749494 Jan 19 21:35:44.018210 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=f1af1cf2-d404-4542-b86e-63710173ea85,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:44.031701 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-688ba2c9-d5f8-4c68-90ba-b1da820026ea None None] Provisioning complete for port 58d23ae0-88d4-42fb-bd29-733572e874e9 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:44.032095 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-688ba2c9-d5f8-4c68-90ba-b1da820026ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.083628 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a1154-3b87-49f3-a6fb-81d62b7f6541 req-91832c8c-d71c-4c38-bf77-569c2bc0b83a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:44.085044 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-531a1154-3b87-49f3-a6fb-81d62b7f6541 req-91832c8c-d71c-4c38-bf77-569c2bc0b83a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 932 time: 0.2263913 Jan 19 21:35:44.095330 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52240) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:44.109758 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Pushing event updated for resources: {'Port': ['ID=cc278991-6470-4b41-809e-16b0013c99f5,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:44.112807 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5e4d3b-f2a2-43e8-b4c4-41157067087e" -d '{"events": [{"server_uuid": "ba4e505f-0e0d-42de-a8e1-b2da8e69761d", "name": "network-vif-plugged", "status": "completed", "tag": "f1af1cf2-d404-4542-b86e-63710173ea85"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:44.130250 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-688ba2c9-d5f8-4c68-90ba-b1da820026ea None None] Port 58d23ae0-88d4-42fb-bd29-733572e874e9 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:35:44.133767 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port f16583a8-e8ef-4b06-a68b-13d8a3001f70 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:35:44.139415 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port f16583a8-e8ef-4b06-a68b-13d8a3001f70 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:44.141056 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.221166 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Attempting to bind port cc278991-6470-4b41-809e-16b0013c99f5 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:44.221850 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Attempting to bind port cc278991-6470-4b41-809e-16b0013c99f5 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:44.222328 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Attempting to bind port cc278991-6470-4b41-809e-16b0013c99f5 on network 0432bed6-2927-4b21-abd8-6c98950fe126 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:44.239675 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Port cc278991-6470-4b41-809e-16b0013c99f5 on network 0432bed6-2927-4b21-abd8-6c98950fe126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:35:44.240284 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Attempting to bind port cc278991-6470-4b41-809e-16b0013c99f5 on network 0432bed6-2927-4b21-abd8-6c98950fe126 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:44.247523 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:44.248126 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Checking segment: {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:44.248660 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Bound using segment: {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:44.249259 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Bound port: cc278991-6470-4b41-809e-16b0013c99f5, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:44.249796 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (cc278991-6470-4b41-809e-16b0013c99f5), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.266377 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port f16583a8-e8ef-4b06-a68b-13d8a3001f70 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:44.267189 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.294556 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf4e382-0d51-4da9-ba4a-b40b69363167 req-14a72cf2-248a-4ec5-9863-93d9b8018a1a tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:44.304951 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6bf4e382-0d51-4da9-ba4a-b40b69363167 req-14a72cf2-248a-4ec5-9863-93d9b8018a1a tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 944 time: 0.1452987 Jan 19 21:35:44.357006 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port f16583a8-e8ef-4b06-a68b-13d8a3001f70, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f16583a8-e8ef-4b06-a68b-13d8a3001f70,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:44.372024 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.397972 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] For port cc278991-6470-4b41-809e-16b0013c99f5, host hv-cinder-82160, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:44.416179 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-560e66d4-0587-48be-9787-35e7d54a3518 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.417649 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6bf4e382-0d51-4da9-ba4a-b40b69363167 req-49ec9749-b163-442e-9286-e42810ba923f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114094 Jan 19 21:35:44.422539 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] For port cc278991-6470-4b41-809e-16b0013c99f5, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc278991-6470-4b41-809e-16b0013c99f5,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:44.434263 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=f16583a8-e8ef-4b06-a68b-13d8a3001f70,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:44.436853 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (cc278991-6470-4b41-809e-16b0013c99f5), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.477833 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:44.478641 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.480476 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] 10.222.0.48 "PUT /v2.0/ports/cc278991-6470-4b41-809e-16b0013c99f5 HTTP/1.1" status: 200 len: 1093 time: 1.8120928 Jan 19 21:35:44.481163 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'tag': 'cc278991-6470-4b41-809e-16b0013c99f5'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:44.484577 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b27894e-ff4b-496c-9466-f4902431274e" -d '{"events": [{"name": "network-changed", "server_uuid": "db659dc6-598e-48b9-aea4-8fe5bfb40298", "tag": "cc278991-6470-4b41-809e-16b0013c99f5"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:44.489850 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-531a1154-3b87-49f3-a6fb-81d62b7f6541 req-95f74865-0c4f-4259-883a-aeb4a01038f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3907127 Jan 19 21:35:44.520932 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c318c0-ff3f-457b-aa3c-8d74b8954d10 service neutron] Pushing event updated for resources: {'Port': ['ID=cc278991-6470-4b41-809e-16b0013c99f5,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:44.563760 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.624333 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16b41-a862-4739-a1bf-4d866592e851 req-d9d36711-3683-4ce7-ba34-7a7d8ad8bc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:44.626210 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-d9d36711-3683-4ce7-ba34-7a7d8ad8bc9e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 1096 time: 0.0858052 Jan 19 21:35:44.628951 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58d23ae0-88d4-42fb-bd29-733572e874e9 {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:44.641718 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Publish callbacks [] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.686301 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Transition to ACTIVE for port object 58d23ae0-88d4-42fb-bd29-733572e874e9 will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:35:44.713919 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-560e66d4-0587-48be-9787-35e7d54a3518 admin admin] Publish callbacks [] for security_group (4d84eb41-1d04-4d28-a921-568971b47a42), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.715132 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.736183 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-560e66d4-0587-48be-9787-35e7d54a3518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (4d84eb41-1d04-4d28-a921-568971b47a42), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:44.764185 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-7c1b1247-dd19-495f-ac05-684643849405 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc278991-6470-4b41-809e-16b0013c99f5 HTTP/1.1" status: 200 len: 217 time: 0.1276202 Jan 19 21:35:44.793457 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69acd09a-11fd-4ad4-beaa-ab726b26f52b x-openstack-request-id: req-69acd09a-11fd-4ad4-beaa-ab726b26f52b {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:44.793457 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4e505f-0e0d-42de-a8e1-b2da8e69761d", "name": "network-vif-plugged", "status": "completed", "tag": "f1af1cf2-d404-4542-b86e-63710173ea85", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:44.794067 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69acd09a-11fd-4ad4-beaa-ab726b26f52b {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:44.794552 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4e505f-0e0d-42de-a8e1-b2da8e69761d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1af1cf2-d404-4542-b86e-63710173ea85', 'code': 200} Jan 19 21:35:44.904737 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe14266-b231-4581-996b-d24da962cb21 x-openstack-request-id: req-6fe14266-b231-4581-996b-d24da962cb21 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:44.908535 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db659dc6-598e-48b9-aea4-8fe5bfb40298", "tag": "cc278991-6470-4b41-809e-16b0013c99f5", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:44.910889 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fe14266-b231-4581-996b-d24da962cb21 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:44.911468 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'tag': 'cc278991-6470-4b41-809e-16b0013c99f5', 'status': 'completed', 'code': 200} Jan 19 21:35:44.913316 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16b41-a862-4739-a1bf-4d866592e851 req-d15c5f33-f688-4b49-9b06-e21c386c4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:44.914803 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-d15c5f33-f688-4b49-9b06-e21c386c4589 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 200 len: 850 time: 0.1412966 Jan 19 21:35:44.928344 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b44835-ff24-4582-9650-f77cc9133620 req-ca6a696c-2360-4d6c-af8e-5da62b456eb7 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:44.948478 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-62b44835-ff24-4582-9650-f77cc9133620 req-ca6a696c-2360-4d6c-af8e-5da62b456eb7 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 946 time: 0.2839100 Jan 19 21:35:44.951007 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e66d4-0587-48be-9787-35e7d54a3518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d84eb41-1d04-4d28-a921-568971b47a42,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:44.962490 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:44.973369 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-560e66d4-0587-48be-9787-35e7d54a3518 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=331a830248454438b2452401ba463c8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8746870 Jan 19 21:35:44.973790 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52276) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:45.112717 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e16b41-a862-4739-a1bf-4d866592e851 req-a49c90f0-8226-46a5-9e8f-468b39395283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:45.114233 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-a49c90f0-8226-46a5-9e8f-468b39395283 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0432bed6-2927-4b21-abd8-6c98950fe126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1896522 Jan 19 21:35:45.119939 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Attempting to bind port 58d23ae0-88d4-42fb-bd29-733572e874e9 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:35:45.120270 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Attempting to bind port 58d23ae0-88d4-42fb-bd29-733572e874e9 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:35:45.120609 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Attempting to bind port 58d23ae0-88d4-42fb-bd29-733572e874e9 on network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:45.131808 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-62b44835-ff24-4582-9650-f77cc9133620 req-80446ad0-717a-44ba-bfb6-f5fd397d2f62 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823041 Jan 19 21:35:45.161171 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3095f6-32ca-4d3e-8fc3-77192431fdf7 req-ff560771-cb50-4dd8-b241-c1f9bc65c1fe tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:45.162884 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Port 58d23ae0-88d4-42fb-bd29-733572e874e9 on network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:35:45.163415 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Attempting to bind port 58d23ae0-88d4-42fb-bd29-733572e874e9 on network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:35:45.170802 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3f3095f6-32ca-4d3e-8fc3-77192431fdf7 req-ff560771-cb50-4dd8-b241-c1f9bc65c1fe tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 943 time: 0.1517220 Jan 19 21:35:45.285353 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e7106818-69c4-4f2c-aee4-97692008150c admin admin] Publish callbacks [] for security_group (4d84eb41-1d04-4d28-a921-568971b47a42), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.293052 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3f3095f6-32ca-4d3e-8fc3-77192431fdf7 req-6d2f3c5a-739b-4187-85ec-6135949451d2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189575 Jan 19 21:35:45.309617 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 2995fec9-a298-498b-bb15-a8cef6a28644 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:45.316486 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-288eb49d-48ea-4703-8354-4a5510cf3b45 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938229 Jan 19 21:35:45.323924 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e7106818-69c4-4f2c-aee4-97692008150c admin admin] Publish callbacks [] for security_group (4d84eb41-1d04-4d28-a921-568971b47a42), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.336419 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:35:45.336867 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Checking segment: {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:35:45.337324 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Bound using segment: {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:35:45.338532 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Bound port: 58d23ae0-88d4-42fb-bd29-733572e874e9, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:35:45.338942 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.372067 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 2995fec9-a298-498b-bb15-a8cef6a28644 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:35:45.377081 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 2995fec9-a298-498b-bb15-a8cef6a28644 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:45.377817 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.410398 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52290) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:45.487686 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55e16b41-a862-4739-a1bf-4d866592e851 req-095e920f-086b-438d-9184-ac686dc9f231 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612899 Jan 19 21:35:45.492589 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af505ba4-2fa8-476f-b191-6ca76a608614 req-a7739324-8a03-4b43-b8a3-8ad075b63c04 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:45.493128 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 2995fec9-a298-498b-bb15-a8cef6a28644 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:45.493809 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.506402 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-af505ba4-2fa8-476f-b191-6ca76a608614 req-a7739324-8a03-4b43-b8a3-8ad075b63c04 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 946 time: 0.2672706 Jan 19 21:35:45.536439 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c248bb-dc45-48cb-9792-45e9a83b9983 req-9b86268e-eb1a-4a0c-a8e0-aed6bdf0f265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:45.546152 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-88c248bb-dc45-48cb-9792-45e9a83b9983 req-9b86268e-eb1a-4a0c-a8e0-aed6bdf0f265 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 1099 time: 0.4123032 Jan 19 21:35:45.589915 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 2995fec9-a298-498b-bb15-a8cef6a28644, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2995fec9-a298-498b-bb15-a8cef6a28644,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:45.596511 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.597483 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 8be916c0-7bbe-43f9-82aa-54bca0877846 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:45.613347 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-88c248bb-dc45-48cb-9792-45e9a83b9983 req-8032af54-b876-4aeb-8f43-3b0f2b4b1eb1 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.632723 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:35:45.635396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e7106818-69c4-4f2c-aee4-97692008150c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (4d84eb41-1d04-4d28-a921-568971b47a42), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.639017 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e7106818-69c4-4f2c-aee4-97692008150c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.643103 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-e7106818-69c4-4f2c-aee4-97692008150c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d84eb41-1d04-4d28-a921-568971b47a42 HTTP/1.1" status: 204 len: 168 time: 0.6549525 Jan 19 21:35:45.643263 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3a8f51d-97b6-474c-97ba-5c3bb6a7eca9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.677056 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:35:45.683108 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fd1dae-bb90-4faf-8540-1b9c91c7b4db req-ca8a6714-cbcc-4d11-a956-c279008fb443 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:45.685005 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-37fd1dae-bb90-4faf-8540-1b9c91c7b4db req-ca8a6714-cbcc-4d11-a956-c279008fb443 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 944 time: 0.1534476 Jan 19 21:35:45.686852 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27894e-ff4b-496c-9466-f4902431274e req-fa9ece2f-602a-4014-b8e4-7b906c4584e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:45.687320 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7106818-69c4-4f2c-aee4-97692008150c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d84eb41-1d04-4d28-a921-568971b47a42,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:45.688407 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6b27894e-ff4b-496c-9466-f4902431274e req-fa9ece2f-602a-4014-b8e4-7b906c4584e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 1096 time: 0.0993421 Jan 19 21:35:45.695056 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.767885 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-af505ba4-2fa8-476f-b191-6ca76a608614 req-bde3b47f-6b87-4582-b043-d061f18dc475 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602868 Jan 19 21:35:45.784906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:45.785934 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.786167 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=2995fec9-a298-498b-bb15-a8cef6a28644,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:45.788955 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] 10.222.0.48 "PUT /v2.0/ports/58d23ae0-88d4-42fb-bd29-733572e874e9 HTTP/1.1" status: 200 len: 1094 time: 2.3405318 Jan 19 21:35:45.809048 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:45.816485 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d91a2a-139d-4595-ae09-77df8138b4bb" -d '{"events": [{"name": "network-changed", "server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:45.890438 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 8be916c0-7bbe-43f9-82aa-54bca0877846 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:35:45.901968 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 8be916c0-7bbe-43f9-82aa-54bca0877846 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:45.903701 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.911632 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ce3c-e3c4-477c-81d5-53a8ec6f86c2 service neutron] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:45.935213 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-37fd1dae-bb90-4faf-8540-1b9c91c7b4db req-29f6dda5-bbea-448e-a840-1aeb7a1dc666 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362516 Jan 19 21:35:45.953388 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-b976f3e3-f624-4279-a9a0-801f626519bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:45.955188 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-b976f3e3-f624-4279-a9a0-801f626519bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 1097 time: 0.0991888 Jan 19 21:35:45.962652 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27894e-ff4b-496c-9466-f4902431274e req-f878ab6f-47fb-4ae5-8ca1-8f26248f2a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:45.973906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-88c248bb-dc45-48cb-9792-45e9a83b9983 req-8032af54-b876-4aeb-8f43-3b0f2b4b1eb1 service neutron] Publish callbacks [] for security_group (d3777123-c632-4edf-a509-8b52d9459297), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:45.974106 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6b27894e-ff4b-496c-9466-f4902431274e req-f878ab6f-47fb-4ae5-8ca1-8f26248f2a51 service neutron] 10.222.0.48 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 912 time: 0.2670898 Jan 19 21:35:46.056371 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52314) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:46.067671 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 8be916c0-7bbe-43f9-82aa-54bca0877846 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:46.068309 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.070972 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-88c248bb-dc45-48cb-9792-45e9a83b9983 req-8032af54-b876-4aeb-8f43-3b0f2b4b1eb1 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d3777123-c632-4edf-a509-8b52d9459297), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.077239 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0053703e-55fe-4a85-83af-78e42f330663 x-openstack-request-id: req-0053703e-55fe-4a85-83af-78e42f330663 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:46.077917 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:46.078016 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0053703e-55fe-4a85-83af-78e42f330663 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:46.078489 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'status': 'completed', 'code': 200} Jan 19 21:35:46.087023 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6b27894e-ff4b-496c-9466-f4902431274e req-faf1e703-de0a-4ad5-93b1-6085268f8ebd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc278991-6470-4b41-809e-16b0013c99f5 HTTP/1.1" status: 200 len: 217 time: 0.1127522 Jan 19 21:35:46.126307 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3a8f51d-97b6-474c-97ba-5c3bb6a7eca9 admin admin] Publish callbacks [] for security_group (f936c3f9-3f94-4827-bf41-68ef494de0bb), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.140710 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-0b60fb34-8120-4891-8df4-978dba28a65f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58d23ae0-88d4-42fb-bd29-733572e874e9 HTTP/1.1" status: 200 len: 217 time: 0.1750567 Jan 19 21:35:46.148988 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3a8f51d-97b6-474c-97ba-5c3bb6a7eca9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f936c3f9-3f94-4827-bf41-68ef494de0bb), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.154759 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 8be916c0-7bbe-43f9-82aa-54bca0877846, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8be916c0-7bbe-43f9-82aa-54bca0877846,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:46.162136 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.203635 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8032af54-b876-4aeb-8f43-3b0f2b4b1eb1 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d3777123-c632-4edf-a509-8b52d9459297,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:46.237559 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a8f51d-97b6-474c-97ba-5c3bb6a7eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f936c3f9-3f94-4827-bf41-68ef494de0bb,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:46.265822 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52320) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:46.268682 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-88c248bb-dc45-48cb-9792-45e9a83b9983 req-8032af54-b876-4aeb-8f43-3b0f2b4b1eb1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137980 Jan 19 21:35:46.271325 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=8be916c0-7bbe-43f9-82aa-54bca0877846,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:46.277538 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.287441 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53999c75-a42b-43cb-91a1-552930784dcb req-33ad6293-0bc4-4a03-bcbc-d178f5dd653c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:46.288999 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-53999c75-a42b-43cb-91a1-552930784dcb req-33ad6293-0bc4-4a03-bcbc-d178f5dd653c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.3246527 Jan 19 21:35:46.305323 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-61460d61-7d22-4bd3-b6ba-63e7ebe9de23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.318292 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3a4fbf4b-6294-4a56-8c5b-c8c01e552077 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.320931 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27894e-ff4b-496c-9466-f4902431274e req-1a916a52-8395-4a42-8db5-d9ea9866b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:46.322393 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6b27894e-ff4b-496c-9466-f4902431274e req-1a916a52-8395-4a42-8db5-d9ea9866b206 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 200 len: 850 time: 0.2213359 Jan 19 21:35:46.324561 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e3a8f51d-97b6-474c-97ba-5c3bb6a7eca9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d006b0b0ddb8403e9078f38d8c61b5b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9130573 Jan 19 21:35:46.331744 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52324) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:46.357987 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.361880 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-dd5ed411-a796-4cda-b326-2de8d7684f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:46.362961 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd78236-82b6-45e8-b9a9-8bc4c73358c1 req-5a81bf80-6973-49c1-9d39-acd17d41e8b8 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:46.363410 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-dd5ed411-a796-4cda-b326-2de8d7684f6e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.1821854 Jan 19 21:35:46.364511 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7cd78236-82b6-45e8-b9a9-8bc4c73358c1 req-5a81bf80-6973-49c1-9d39-acd17d41e8b8 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 946 time: 0.0994358 Jan 19 21:35:46.438724 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7cd78236-82b6-45e8-b9a9-8bc4c73358c1 req-f25a8062-4ab7-43a3-8d08-b3f95c714d18 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679579 Jan 19 21:35:46.441307 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-53999c75-a42b-43cb-91a1-552930784dcb req-3c634ee4-1977-4ecc-98ba-c1f4da2ecc27 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392055 Jan 19 21:35:46.469763 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba11f270-0a41-415d-8b64-275054ce4541 admin admin] Publish callbacks [] for security_group (f936c3f9-3f94-4827-bf41-68ef494de0bb), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.479728 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3a4fbf4b-6294-4a56-8c5b-c8c01e552077 admin admin] Publish callbacks [] for security_group (f3c4366c-74b1-4b07-b72a-bbe67ed55f1f), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.485137 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3a4fbf4b-6294-4a56-8c5b-c8c01e552077 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f3c4366c-74b1-4b07-b72a-bbe67ed55f1f), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.523281 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba11f270-0a41-415d-8b64-275054ce4541 admin admin] Publish callbacks [] for security_group (f936c3f9-3f94-4827-bf41-68ef494de0bb), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.526001 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-61460d61-7d22-4bd3-b6ba-63e7ebe9de23 admin admin] Publish callbacks [] for security_group (15cc4d4e-567e-413e-bb2e-58e41c2a2df7), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.549492 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-61460d61-7d22-4bd3-b6ba-63e7ebe9de23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (15cc4d4e-567e-413e-bb2e-58e41c2a2df7), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.581315 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3a4fbf4b-6294-4a56-8c5b-c8c01e552077 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8563dcfd2f914677a6f0760612d39273&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141025 Jan 19 21:35:46.584016 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52326) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:46.586254 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4fbf4b-6294-4a56-8c5b-c8c01e552077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c4366c-74b1-4b07-b72a-bbe67ed55f1f,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:46.623604 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61460d61-7d22-4bd3-b6ba-63e7ebe9de23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cc4d4e-567e-413e-bb2e-58e41c2a2df7,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:46.631433 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9f791-204d-4acf-92b5-6cb65e4793da req-5cd08c05-69c4-410e-9b9d-87cb7adb9ae0 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:46.632997 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-28c9f791-204d-4acf-92b5-6cb65e4793da req-5cd08c05-69c4-410e-9b9d-87cb7adb9ae0 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 943 time: 0.1253762 Jan 19 21:35:46.637313 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-61460d61-7d22-4bd3-b6ba-63e7ebe9de23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f662d0ad8b84519a1f979be1e7eef26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676286 Jan 19 21:35:46.639549 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52328) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:46.646351 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27894e-ff4b-496c-9466-f4902431274e req-e7338cef-7a0a-4f87-b08e-07782e5eb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:46.647372 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-6024fd22-54ad-46ab-942a-36a522a27850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:46.647866 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6b27894e-ff4b-496c-9466-f4902431274e req-e7338cef-7a0a-4f87-b08e-07782e5eb57f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0432bed6-2927-4b21-abd8-6c98950fe126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1320722 Jan 19 21:35:46.649317 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-6024fd22-54ad-46ab-942a-36a522a27850 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1344969 Jan 19 21:35:46.697486 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba11f270-0a41-415d-8b64-275054ce4541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f936c3f9-3f94-4827-bf41-68ef494de0bb), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.700055 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba11f270-0a41-415d-8b64-275054ce4541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.701286 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ba11f270-0a41-415d-8b64-275054ce4541 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f936c3f9-3f94-4827-bf41-68ef494de0bb HTTP/1.1" status: 204 len: 168 time: 0.3647072 Jan 19 21:35:46.749797 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11f270-0a41-415d-8b64-275054ce4541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f936c3f9-3f94-4827-bf41-68ef494de0bb,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:46.788214 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6ed28608-79bb-458f-afc0-0bb6cc0aa2e5 admin admin] Publish callbacks [] for security_group (15cc4d4e-567e-413e-bb2e-58e41c2a2df7), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.795257 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271377e3-3975-439c-b9a0-4043bbb6895b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16583a8-e8ef-4b06-a68b-13d8a3001f70'}, {'server_uuid': '68365be5-8325-4754-b647-c7dcd19ec9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2995fec9-a298-498b-bb15-a8cef6a28644'}, {'server_uuid': 'f7fc1aae-19b6-42d5-977c-b2bcc7a43308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be916c0-7bbe-43f9-82aa-54bca0877846'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:46.798757 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c97919-066f-44c2-8ea7-3db720c62403" -d '{"events": [{"server_uuid": "271377e3-3975-439c-b9a0-4043bbb6895b", "name": "network-vif-plugged", "status": "completed", "tag": "f16583a8-e8ef-4b06-a68b-13d8a3001f70"}, {"server_uuid": "68365be5-8325-4754-b647-c7dcd19ec9c3", "name": "network-vif-plugged", "status": "completed", "tag": "2995fec9-a298-498b-bb15-a8cef6a28644"}, {"server_uuid": "f7fc1aae-19b6-42d5-977c-b2bcc7a43308", "name": "network-vif-plugged", "status": "completed", "tag": "8be916c0-7bbe-43f9-82aa-54bca0877846"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:46.831007 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6ed28608-79bb-458f-afc0-0bb6cc0aa2e5 admin admin] Publish callbacks [] for security_group (15cc4d4e-567e-413e-bb2e-58e41c2a2df7), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.844863 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-dee41e8d-a455-46f0-973f-5198291c9191 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807706 Jan 19 21:35:46.964371 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c7a2-47e3-4ea1-9de5-182d90647b68 admin admin] Publish callbacks [] for security_group (f3c4366c-74b1-4b07-b72a-bbe67ed55f1f), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:46.990806 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd9a8e-8869-43f1-a97e-28eab12397b4 req-6703deb8-c0e1-44cf-9982-e620ebacd334 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:46.995792 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-77cd9a8e-8869-43f1-a97e-28eab12397b4 req-6703deb8-c0e1-44cf-9982-e620ebacd334 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 946 time: 0.1282673 Jan 19 21:35:47.002447 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6ed28608-79bb-458f-afc0-0bb6cc0aa2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (15cc4d4e-567e-413e-bb2e-58e41c2a2df7), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.005033 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6ed28608-79bb-458f-afc0-0bb6cc0aa2e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.008715 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-6ed28608-79bb-458f-afc0-0bb6cc0aa2e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/15cc4d4e-567e-413e-bb2e-58e41c2a2df7 HTTP/1.1" status: 204 len: 168 time: 0.3655958 Jan 19 21:35:47.022160 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c7a2-47e3-4ea1-9de5-182d90647b68 admin admin] Publish callbacks [] for security_group (f3c4366c-74b1-4b07-b72a-bbe67ed55f1f), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.030474 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0291ca06-ccc3-4add-bdb8-36e23c513450 req-f56b8c79-da43-4942-a3db-eac63f4738ac service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767244 Jan 19 21:35:47.032933 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed28608-79bb-458f-afc0-0bb6cc0aa2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cc4d4e-567e-413e-bb2e-58e41c2a2df7,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:47.044379 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-28c9f791-204d-4acf-92b5-6cb65e4793da req-c6f6391d-fde2-4621-95ef-43bf37ff9b7b tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3897688 Jan 19 21:35:47.084255 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6b27894e-ff4b-496c-9466-f4902431274e req-234732ac-dc4b-4054-8fd0-e1f75c502911 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4218280 Jan 19 21:35:47.094903 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-77cd9a8e-8869-43f1-a97e-28eab12397b4 req-f14962bc-4d88-4b78-9b35-082952b3b6ec tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934918 Jan 19 21:35:47.164382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e66aeb5-f89f-41e7-8cec-2263260d9d82 x-openstack-request-id: req-6e66aeb5-f89f-41e7-8cec-2263260d9d82 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:47.164858 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271377e3-3975-439c-b9a0-4043bbb6895b", "name": "network-vif-plugged", "status": "completed", "tag": "f16583a8-e8ef-4b06-a68b-13d8a3001f70", "code": 200}, {"server_uuid": "68365be5-8325-4754-b647-c7dcd19ec9c3", "name": "network-vif-plugged", "status": "completed", "tag": "2995fec9-a298-498b-bb15-a8cef6a28644", "code": 200}, {"server_uuid": "f7fc1aae-19b6-42d5-977c-b2bcc7a43308", "name": "network-vif-plugged", "status": "completed", "tag": "8be916c0-7bbe-43f9-82aa-54bca0877846", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:47.165419 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e66aeb5-f89f-41e7-8cec-2263260d9d82 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:47.165964 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271377e3-3975-439c-b9a0-4043bbb6895b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16583a8-e8ef-4b06-a68b-13d8a3001f70', 'code': 200} Jan 19 21:35:47.165964 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68365be5-8325-4754-b647-c7dcd19ec9c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2995fec9-a298-498b-bb15-a8cef6a28644', 'code': 200} Jan 19 21:35:47.166344 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fc1aae-19b6-42d5-977c-b2bcc7a43308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be916c0-7bbe-43f9-82aa-54bca0877846', 'code': 200} Jan 19 21:35:47.207013 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-cf0060fb-3f20-4ec6-9bf5-d420dc5aabcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.208964 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-cf0060fb-3f20-4ec6-9bf5-d420dc5aabcf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 1097 time: 0.1109600 Jan 19 21:35:47.213197 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c7a2-47e3-4ea1-9de5-182d90647b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f3c4366c-74b1-4b07-b72a-bbe67ed55f1f), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.216088 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a7f7c7a2-47e3-4ea1-9de5-182d90647b68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.217982 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a7f7c7a2-47e3-4ea1-9de5-182d90647b68 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3c4366c-74b1-4b07-b72a-bbe67ed55f1f HTTP/1.1" status: 204 len: 168 time: 0.6288147 Jan 19 21:35:47.236966 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7c7a2-47e3-4ea1-9de5-182d90647b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c4366c-74b1-4b07-b72a-bbe67ed55f1f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:47.241368 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52344) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:47.258981 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6b27894e-ff4b-496c-9466-f4902431274e req-f3189a9f-0c81-4aa5-b28b-362e43b63520 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661406 Jan 19 21:35:47.267169 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8e697b2-de0d-47ef-ac96-cd94d9c7d06e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.371093 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8e697b2-de0d-47ef-ac96-cd94d9c7d06e admin admin] Publish callbacks [] for security_group (7b78e03b-abc7-4123-9449-9f383453e42f), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.383211 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d8e697b2-de0d-47ef-ac96-cd94d9c7d06e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (7b78e03b-abc7-4123-9449-9f383453e42f), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.407189 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce943c02-992b-45c9-8004-54fce7f053b6 req-7de3e560-ecf3-4a34-97d7-02edd244644e tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.416455 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ce943c02-992b-45c9-8004-54fce7f053b6 req-7de3e560-ecf3-4a34-97d7-02edd244644e tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.1983850 Jan 19 21:35:47.434303 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d8e697b2-de0d-47ef-ac96-cd94d9c7d06e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6872441295584c2d85f552a688cd5930&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1892941 Jan 19 21:35:47.435116 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52352) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:47.437512 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e697b2-de0d-47ef-ac96-cd94d9c7d06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b78e03b-abc7-4123-9449-9f383453e42f,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:47.498333 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-93b9e86a-a89a-4d95-ba0a-b826ffcead2e admin admin] Publish callbacks [] for security_group (7b78e03b-abc7-4123-9449-9f383453e42f), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.545981 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-7be1d009-095b-4a01-a10a-b4c035978aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.548340 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-7be1d009-095b-4a01-a10a-b4c035978aa1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.2585852 Jan 19 21:35:47.582876 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ce943c02-992b-45c9-8004-54fce7f053b6 req-18933148-896b-4523-966d-70d82ff90d0d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651680 Jan 19 21:35:47.594027 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-93b9e86a-a89a-4d95-ba0a-b826ffcead2e admin admin] Publish callbacks [] for security_group (7b78e03b-abc7-4123-9449-9f383453e42f), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.615255 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-b91478c3-4264-4074-b923-3f2c171a2887 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58d23ae0-88d4-42fb-bd29-733572e874e9 HTTP/1.1" status: 200 len: 217 time: 0.0511730 Jan 19 21:35:47.695919 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-582d7754-8d56-47be-8288-3db12f804d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.697370 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-582d7754-8d56-47be-8288-3db12f804d5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.0735161 Jan 19 21:35:47.724940 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319cd564-b14d-4696-983a-c5f1aaa940aa req-01ae969c-b35f-44c7-b015-e28d1082b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.727193 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-319cd564-b14d-4696-983a-c5f1aaa940aa req-01ae969c-b35f-44c7-b015-e28d1082b645 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 1098 time: 0.1133482 Jan 19 21:35:47.752239 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556737a-fdaa-44ab-8da2-27f0756292cc req-7279481b-b19e-4905-b900-eaa4c169675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.754363 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6556737a-fdaa-44ab-8da2-27f0756292cc req-7279481b-b19e-4905-b900-eaa4c169675c service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1099 time: 0.2181399 Jan 19 21:35:47.812509 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb5628-17ac-4d21-9b36-ed201a2dd769 req-585c54d9-f416-4816-8229-494d7ccb1ea2 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.814070 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-43eb5628-17ac-4d21-9b36-ed201a2dd769 req-585c54d9-f416-4816-8229-494d7ccb1ea2 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.1208301 Jan 19 21:35:47.820374 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-319cd564-b14d-4696-983a-c5f1aaa940aa req-834e33c2-a1bd-4f88-9c54-522f2f84197a service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816522 Jan 19 21:35:47.822910 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-07669a0f-e40b-4337-96d8-895475aa6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.824342 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-07669a0f-e40b-4337-96d8-895475aa6ca6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1155419 Jan 19 21:35:47.842986 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6556737a-fdaa-44ab-8da2-27f0756292cc req-cfd99d63-aea6-4cd1-b5e7-e54861d40594 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787566 Jan 19 21:35:47.853566 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664fbd02-6d84-4da7-8814-5f184894ef13 req-e0f93a45-f6a0-4625-9020-5cff1cbc29f5 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.861429 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-664fbd02-6d84-4da7-8814-5f184894ef13 req-e0f93a45-f6a0-4625-9020-5cff1cbc29f5 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 946 time: 0.2700222 Jan 19 21:35:47.866239 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769014e9-587a-42a5-9d37-265147e10818 req-ed1c438c-1483-459d-b5a9-dcd6d3cd2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:47.866409 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-769014e9-587a-42a5-9d37-265147e10818 req-ed1c438c-1483-459d-b5a9-dcd6d3cd2220 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 1099 time: 0.2418835 Jan 19 21:35:47.875009 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-43eb5628-17ac-4d21-9b36-ed201a2dd769 req-925b54c6-e9fd-40c5-8e32-cf9907f44a84 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495112 Jan 19 21:35:47.917637 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52368) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:47.928095 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-664fbd02-6d84-4da7-8814-5f184894ef13 req-f76b86e0-4a6f-4584-a943-ee90975bb797 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647726 Jan 19 21:35:47.929808 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-93b9e86a-a89a-4d95-ba0a-b826ffcead2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (7b78e03b-abc7-4123-9449-9f383453e42f), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.931824 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-51dedbd8-0a7a-4ef7-b4e1-8f351c37223c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.933430 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-93b9e86a-a89a-4d95-ba0a-b826ffcead2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:47.943054 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-93b9e86a-a89a-4d95-ba0a-b826ffcead2e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7b78e03b-abc7-4123-9449-9f383453e42f HTTP/1.1" status: 204 len: 168 time: 0.4988294 Jan 19 21:35:47.961649 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9e86a-a89a-4d95-ba0a-b826ffcead2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b78e03b-abc7-4123-9449-9f383453e42f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:48.045147 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-51dedbd8-0a7a-4ef7-b4e1-8f351c37223c admin admin] Publish callbacks [] for security_group (d2522091-1732-453a-b78b-4df6bbcad702), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:48.050171 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-51dedbd8-0a7a-4ef7-b4e1-8f351c37223c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d2522091-1732-453a-b78b-4df6bbcad702), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:48.090116 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dedbd8-0a7a-4ef7-b4e1-8f351c37223c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2522091-1732-453a-b78b-4df6bbcad702,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:48.109443 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-51dedbd8-0a7a-4ef7-b4e1-8f351c37223c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3167c50ea5f747c8a9e2c599458a8be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907382 Jan 19 21:35:48.112081 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52378) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:48.185585 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5775d47-c19c-4663-9732-11babe6d7a8c req-b923c610-99f5-4f2c-8eaa-fb7ae7c3405e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:48.193291 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e5775d47-c19c-4663-9732-11babe6d7a8c req-b923c610-99f5-4f2c-8eaa-fb7ae7c3405e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 943 time: 0.0810335 Jan 19 21:35:48.208551 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ce63638e-2e51-45b5-9283-0e8895a25ba9 admin admin] Publish callbacks [] for security_group (d2522091-1732-453a-b78b-4df6bbcad702), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:48.270517 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ce63638e-2e51-45b5-9283-0e8895a25ba9 admin admin] Publish callbacks [] for security_group (d2522091-1732-453a-b78b-4df6bbcad702), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:48.329624 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104760c2-a90e-4c2c-9183-a23497e93d06 req-b2a9abff-f56b-456f-95a7-30fb073df2a8 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:48.346212 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e5775d47-c19c-4663-9732-11babe6d7a8c req-67ce06a1-78d9-4ba5-b09a-d04a208e00c0 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507554 Jan 19 21:35:48.349538 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-104760c2-a90e-4c2c-9183-a23497e93d06 req-b2a9abff-f56b-456f-95a7-30fb073df2a8 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 946 time: 0.1576872 Jan 19 21:35:48.373243 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-769014e9-587a-42a5-9d37-265147e10818 req-4ea20d9e-091a-48e9-a489-fe2196151a06 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494629 Jan 19 21:35:48.405758 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-14256769-53ca-482c-833c-1247ddc9d791 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853564 Jan 19 21:35:48.433744 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-104760c2-a90e-4c2c-9183-a23497e93d06 req-222ad6de-c3d7-4dc8-ba4a-1aced17926ae tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789604 Jan 19 21:35:48.435241 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ce63638e-2e51-45b5-9283-0e8895a25ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d2522091-1732-453a-b78b-4df6bbcad702), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:48.439432 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ce63638e-2e51-45b5-9283-0e8895a25ba9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:48.443770 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ce63638e-2e51-45b5-9283-0e8895a25ba9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d2522091-1732-453a-b78b-4df6bbcad702 HTTP/1.1" status: 204 len: 168 time: 0.3305271 Jan 19 21:35:48.452741 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63638e-2e51-45b5-9283-0e8895a25ba9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2522091-1732-453a-b78b-4df6bbcad702,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:48.699311 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9d91a2a-139d-4595-ae09-77df8138b4bb req-ed5b95b2-33c4-44b6-8176-832a19a57a6f service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189954 Jan 19 21:35:48.749993 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d20ee-f5c6-422b-ae83-331d9fdca58e req-28f85376-88cc-43f5-b57d-46b2092514a3 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:48.751513 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a71d20ee-f5c6-422b-ae83-331d9fdca58e req-28f85376-88cc-43f5-b57d-46b2092514a3 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0551693 Jan 19 21:35:48.806140 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a71d20ee-f5c6-422b-ae83-331d9fdca58e req-d463fd6e-a521-4a66-aa7e-d174695f2939 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475171 Jan 19 21:35:49.061177 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fd0b34-926b-45b1-9a02-defb0dbc7caa req-93b1c21e-7198-4cfe-ad74-8e3befc78ee8 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:49.062780 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-42fd0b34-926b-45b1-9a02-defb0dbc7caa req-93b1c21e-7198-4cfe-ad74-8e3befc78ee8 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 946 time: 0.0580149 Jan 19 21:35:49.064662 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63e65f-96b9-485d-8327-dfc1a547192e req-4677a85d-c55f-4957-b817-935a2b5964c5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:49.073362 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4b63e65f-96b9-485d-8327-dfc1a547192e req-4677a85d-c55f-4957-b817-935a2b5964c5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.1000564 Jan 19 21:35:49.115349 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-42fd0b34-926b-45b1-9a02-defb0dbc7caa req-25f4c9c4-aa92-4409-90a4-9f0cf00673c7 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Jan 19 21:35:49.126089 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4b63e65f-96b9-485d-8327-dfc1a547192e req-5484481f-af5f-49f1-92d9-2de8c3bca4b8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500398 Jan 19 21:35:49.333939 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device cc278991-6470-4b41-809e-16b0013c99f5 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:35:49.504218 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port cc278991-6470-4b41-809e-16b0013c99f5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc278991-6470-4b41-809e-16b0013c99f5,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:49.522148 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'cc278991-6470-4b41-809e-16b0013c99f5', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'port_id': 'cc278991-6470-4b41-809e-16b0013c99f5', 'mac_address': 'fa:16:3e:5e:75:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:35:49.537514 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4dbb50-9917-4966-9cbc-3baf47ef769a req-431bae9f-4c90-4974-9676-37a0c0a8be97 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:49.540242 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5d4dbb50-9917-4966-9cbc-3baf47ef769a req-431bae9f-4c90-4974-9676-37a0c0a8be97 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 943 time: 0.1049392 Jan 19 21:35:49.572153 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port cc278991-6470-4b41-809e-16b0013c99f5 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:49.572969 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (cc278991-6470-4b41-809e-16b0013c99f5), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:49.600070 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc278991-6470-4b41-809e-16b0013c99f5 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:49.628847 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port cc278991-6470-4b41-809e-16b0013c99f5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc278991-6470-4b41-809e-16b0013c99f5,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:49.634719 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (cc278991-6470-4b41-809e-16b0013c99f5), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:49.644005 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf2dd0f-edb0-4071-88f0-3d0d5e31ab0e req-530e140c-305f-4a89-ab2c-2f84eb16f0c7 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:49.645514 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5d4dbb50-9917-4966-9cbc-3baf47ef769a req-211ded98-e152-4413-a646-84789804aaa2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991938 Jan 19 21:35:49.647355 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ebf2dd0f-edb0-4071-88f0-3d0d5e31ab0e req-530e140c-305f-4a89-ab2c-2f84eb16f0c7 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 946 time: 0.1249235 Jan 19 21:35:49.717833 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ebf2dd0f-edb0-4071-88f0-3d0d5e31ab0e req-10a6e62a-0008-485e-bca3-f30955741fea tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630243 Jan 19 21:35:49.720680 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=cc278991-6470-4b41-809e-16b0013c99f5,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:49.938916 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['cc278991-6470-4b41-809e-16b0013c99f5'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:35:49.966974 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad89f42-cbe4-4848-a84a-53025442152b req-68baa1dc-83c7-4439-a367-0a57edf4d7bf tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:49.975889 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-aad89f42-cbe4-4848-a84a-53025442152b req-68baa1dc-83c7-4439-a367-0a57edf4d7bf tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0688283 Jan 19 21:35:50.037030 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-aad89f42-cbe4-4848-a84a-53025442152b req-5f10996b-876d-4d16-9e1c-3a9230fb4ab4 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599332 Jan 19 21:35:50.304636 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885a483-3c0d-4a3e-b40d-3ea329c07a22 req-20c3f844-1dff-4f5e-817a-a13a26f9f229 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:50.313240 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6885a483-3c0d-4a3e-b40d-3ea329c07a22 req-20c3f844-1dff-4f5e-817a-a13a26f9f229 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 946 time: 0.0980992 Jan 19 21:35:50.379033 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6885a483-3c0d-4a3e-b40d-3ea329c07a22 req-d7251afb-b227-4dce-b135-a875ead42b8e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647001 Jan 19 21:35:50.612966 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2373366d-7bb1-4d7b-bd77-fb9d5f2a5897 req-48bba815-2fe2-40bd-8720-01f8987645fd tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:50.614922 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2373366d-7bb1-4d7b-bd77-fb9d5f2a5897 req-48bba815-2fe2-40bd-8720-01f8987645fd tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.1452136 Jan 19 21:35:50.622230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-4ca5e3ef-539b-4556-8cb5-31956dd0d6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:50.624207 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-4ca5e3ef-539b-4556-8cb5-31956dd0d6bf service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0887313 Jan 19 21:35:50.644595 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b14a80-0720-42f8-afdb-7c515381ba17 req-3a0ff430-ffa0-4fab-8b68-5159a58a9c19 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:50.657060 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-69b14a80-0720-42f8-afdb-7c515381ba17 req-3a0ff430-ffa0-4fab-8b68-5159a58a9c19 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.1085422 Jan 19 21:35:50.725768 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-69b14a80-0720-42f8-afdb-7c515381ba17 req-632027c2-833a-45d9-8add-438bf9a6c10c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671914 Jan 19 21:35:50.946673 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5190fe6-f6a0-446e-ad13-64079f4ca5fb req-afca0f8f-5361-4b18-954a-a3cde077a924 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:50.974848 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b5190fe6-f6a0-446e-ad13-64079f4ca5fb req-afca0f8f-5361-4b18-954a-a3cde077a924 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 944 time: 0.1364713 Jan 19 21:35:51.006088 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-94a75ac3-989a-4904-855e-8be9d06bffea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:51.007660 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-94a75ac3-989a-4904-855e-8be9d06bffea service neutron] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 920 time: 0.3592772 Jan 19 21:35:51.011620 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2373366d-7bb1-4d7b-bd77-fb9d5f2a5897 req-295c6472-dbcf-4429-b90b-dd8ebe9fcfe2 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3865075 Jan 19 21:35:51.053561 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-bc6333de-86a6-49d3-adcf-25b21d446738 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2995fec9-a298-498b-bb15-a8cef6a28644 HTTP/1.1" status: 200 len: 217 time: 0.0392292 Jan 19 21:35:51.060741 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b5190fe6-f6a0-446e-ad13-64079f4ca5fb req-5b30e0de-02d6-4e6c-bdb8-a8a29f9db0fc tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846512 Jan 19 21:35:51.117402 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-c5580c7b-ab1c-4dbc-a2b2-00da743e6180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:51.118855 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-c5580c7b-ab1c-4dbc-a2b2-00da743e6180 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.0588632 Jan 19 21:35:51.156045 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-a61be9c5-27f1-4358-874d-fd4561b85359 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302761 Jan 19 21:35:51.261565 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-290480c8-0a25-47da-a55b-81038d298d41 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977230 Jan 19 21:35:51.341278 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:35:51.348285 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device cc278991-6470-4b41-809e-16b0013c99f5 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:51.418014 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-54aa595f-4764-46fc-9dde-d9477e238c02 req-331874d6-5b89-4535-8969-8e850c75103f service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507444 Jan 19 21:35:51.486167 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port cc278991-6470-4b41-809e-16b0013c99f5 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:35:51.509277 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port cc278991-6470-4b41-809e-16b0013c99f5 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:51.509904 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (cc278991-6470-4b41-809e-16b0013c99f5), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:51.566246 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:51.590081 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'port_id': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'mac_address': 'fa:16:3e:0f:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:35:51.659762 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 58d23ae0-88d4-42fb-bd29-733572e874e9 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:51.660242 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:51.676306 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port cc278991-6470-4b41-809e-16b0013c99f5 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:51.676770 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (cc278991-6470-4b41-809e-16b0013c99f5), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:51.687220 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d23ae0-88d4-42fb-bd29-733572e874e9 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:35:51.717357 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc278991-6470-4b41-809e-16b0013c99f5'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:51.719741 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e271b182-8247-47be-a3b9-42b991439ab3" -d '{"events": [{"server_uuid": "db659dc6-598e-48b9-aea4-8fe5bfb40298", "name": "network-vif-plugged", "status": "completed", "tag": "cc278991-6470-4b41-809e-16b0013c99f5"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:51.726528 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:51.735325 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:51.738154 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port cc278991-6470-4b41-809e-16b0013c99f5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc278991-6470-4b41-809e-16b0013c99f5,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:51.744234 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (cc278991-6470-4b41-809e-16b0013c99f5), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:51.774992 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1c47e5-722a-4ef8-a107-1f8daf192488 x-openstack-request-id: req-dc1c47e5-722a-4ef8-a107-1f8daf192488 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:51.775345 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db659dc6-598e-48b9-aea4-8fe5bfb40298", "name": "network-vif-plugged", "status": "completed", "tag": "cc278991-6470-4b41-809e-16b0013c99f5", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:51.775625 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dc1c47e5-722a-4ef8-a107-1f8daf192488 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:51.776014 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc278991-6470-4b41-809e-16b0013c99f5', 'code': 200} Jan 19 21:35:51.799935 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:51.894454 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2103f-5595-498d-8249-b4dca94debcb req-d9789f43-295d-483f-a9de-c40422f2d941 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:51.898443 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e2d2103f-5595-498d-8249-b4dca94debcb req-d9789f43-295d-483f-a9de-c40422f2d941 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0600758 Jan 19 21:35:51.915588 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=cc278991-6470-4b41-809e-16b0013c99f5,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:51.986436 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e2d2103f-5595-498d-8249-b4dca94debcb req-97a6fc7b-a530-4b53-9c16-2c2381727a24 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741634 Jan 19 21:35:52.019878 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['58d23ae0-88d4-42fb-bd29-733572e874e9'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:35:52.041989 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53586fa3-0b83-4ac6-b591-e03e1e6a3462 req-5e9298c4-a714-4eb8-bfd5-21123600a2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:52.044275 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-53586fa3-0b83-4ac6-b591-e03e1e6a3462 req-5e9298c4-a714-4eb8-bfd5-21123600a2cb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 1098 time: 0.0590363 Jan 19 21:35:52.242510 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f15c47e-21c0-4560-aea8-39f395c0421d req-9d9de8da-e92b-4fa7-9326-0154bc48e121 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:52.244647 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3f15c47e-21c0-4560-aea8-39f395c0421d req-9d9de8da-e92b-4fa7-9326-0154bc48e121 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.0859628 Jan 19 21:35:52.248660 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-53586fa3-0b83-4ac6-b591-e03e1e6a3462 req-5a93f421-78af-48b9-b0b4-d011edc9d25b service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305921 Jan 19 21:35:52.265835 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f396a59-1986-4a6d-bfc9-ab1f48736af4 req-f4482b60-2b9a-4343-861f-0c72639e105f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:52.268223 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9f396a59-1986-4a6d-bfc9-ab1f48736af4 req-f4482b60-2b9a-4343-861f-0c72639e105f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1001363 Jan 19 21:35:52.304681 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3f15c47e-21c0-4560-aea8-39f395c0421d req-65fddc10-db9e-47f1-8578-b0c62bbdab58 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518534 Jan 19 21:35:52.329417 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9f396a59-1986-4a6d-bfc9-ab1f48736af4 req-8f88f064-3946-4ef9-803e-2e40df011675 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546200 Jan 19 21:35:53.109995 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dde2124-6f05-4ed0-82d9-8c228ffad54a req-ba0602c6-22bc-43a2-ac82-d54545e0eea3 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:53.111627 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4dde2124-6f05-4ed0-82d9-8c228ffad54a req-ba0602c6-22bc-43a2-ac82-d54545e0eea3 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0497348 Jan 19 21:35:53.143368 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52634) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:53.167513 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4dde2124-6f05-4ed0-82d9-8c228ffad54a req-db26c748-8896-4f57-9e02-88126dd7c95e tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499835 Jan 19 21:35:53.264255 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-dca3cf8c-428d-4bb3-adc3-fb15d1a1ad54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.343415 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-dca3cf8c-428d-4bb3-adc3-fb15d1a1ad54 admin admin] Publish callbacks [] for security_group (b037f510-e856-4d33-ab50-ede5c0eae3ca), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.347950 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-dca3cf8c-428d-4bb3-adc3-fb15d1a1ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (b037f510-e856-4d33-ab50-ede5c0eae3ca), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.355474 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:35:53.411838 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca3cf8c-428d-4bb3-adc3-fb15d1a1ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b037f510-e856-4d33-ab50-ede5c0eae3ca,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:53.464070 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-dca3cf8c-428d-4bb3-adc3-fb15d1a1ad54 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0000dabba2244274a33741a1d6dc58d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194950 Jan 19 21:35:53.464666 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 58d23ae0-88d4-42fb-bd29-733572e874e9 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:35:53.464802 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52654) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:53.470798 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 58d23ae0-88d4-42fb-bd29-733572e874e9 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:35:53.471481 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.522597 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4336f934-96cb-4914-8bea-bb4f79bf2324 req-f85636df-0f3c-47dd-8b83-b920e525dd42 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:53.533949 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4336f934-96cb-4914-8bea-bb4f79bf2324 req-f85636df-0f3c-47dd-8b83-b920e525dd42 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1268241 Jan 19 21:35:53.548074 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0170ca1-d419-4e32-a82a-63707298e4ca req-6192996b-bc3b-4955-94f2-966866c5b027 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:53.555026 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a0170ca1-d419-4e32-a82a-63707298e4ca req-6192996b-bc3b-4955-94f2-966866c5b027 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.1162550 Jan 19 21:35:53.581992 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c94d-9f3b-4d61-9be4-8239450e49b5 admin admin] Publish callbacks [] for security_group (b037f510-e856-4d33-ab50-ede5c0eae3ca), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.615951 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 58d23ae0-88d4-42fb-bd29-733572e874e9 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:35:53.616758 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.627408 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c94d-9f3b-4d61-9be4-8239450e49b5 admin admin] Publish callbacks [] for security_group (b037f510-e856-4d33-ab50-ede5c0eae3ca), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.652457 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a0170ca1-d419-4e32-a82a-63707298e4ca req-f703b1bf-5160-4b62-8933-05705b85cf11 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964763 Jan 19 21:35:53.664610 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:35:53.670588 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4336f934-96cb-4914-8bea-bb4f79bf2324 req-5f0742b1-9d45-49ee-b080-49388d581a0a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336427 Jan 19 21:35:53.672889 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.715481 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c94d-9f3b-4d61-9be4-8239450e49b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (b037f510-e856-4d33-ab50-ede5c0eae3ca), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.719157 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1b3c94d-9f3b-4d61-9be4-8239450e49b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:53.738111 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d1b3c94d-9f3b-4d61-9be4-8239450e49b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b037f510-e856-4d33-ab50-ede5c0eae3ca HTTP/1.1" status: 204 len: 168 time: 0.2550743 Jan 19 21:35:53.757398 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b3c94d-9f3b-4d61-9be4-8239450e49b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b037f510-e856-4d33-ab50-ede5c0eae3ca,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:53.788289 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:53.790826 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c3f6d6-fa4c-4d09-9634-d9bf933ea7b4" -d '{"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-plugged", "status": "completed", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:53.811210 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:53.845066 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a9bfe8-b92b-4737-8da1-334b99b993da x-openstack-request-id: req-94a9bfe8-b92b-4737-8da1-334b99b993da {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:53.845372 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-plugged", "status": "completed", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:53.845626 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-94a9bfe8-b92b-4737-8da1-334b99b993da {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:53.846008 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'code': 200} Jan 19 21:35:53.866295 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52668) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:54.061670 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b69524-5fe1-4c3b-bc65-47507eb639c9 req-c5715c77-f0ab-4ea4-afb3-45c63747b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:54.063181 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-19b69524-5fe1-4c3b-bc65-47507eb639c9 req-c5715c77-f0ab-4ea4-afb3-45c63747b483 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 1099 time: 0.0492570 Jan 19 21:35:54.108389 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-19b69524-5fe1-4c3b-bc65-47507eb639c9 req-323718ff-fb65-424d-a868-e8a8aa099c2e service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381918 Jan 19 21:35:54.132122 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5e6dfd5b-ef13-433d-acc9-310e0e8c1ace admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.194596 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52680) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:54.208335 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-667726f8-57da-4813-aba1-0efcc1f3afbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.215408 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5e6dfd5b-ef13-433d-acc9-310e0e8c1ace admin admin] Publish callbacks [] for security_group (8335eac2-bb5b-4f07-b1d1-37114e7bfc18), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.220276 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5e6dfd5b-ef13-433d-acc9-310e0e8c1ace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (8335eac2-bb5b-4f07-b1d1-37114e7bfc18), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.289605 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-667726f8-57da-4813-aba1-0efcc1f3afbe admin admin] Publish callbacks [] for security_group (a7519f2e-7d68-4c9b-b54b-e8992da7bcbc), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.289816 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6dfd5b-ef13-433d-acc9-310e0e8c1ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8335eac2-bb5b-4f07-b1d1-37114e7bfc18,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:54.295547 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-667726f8-57da-4813-aba1-0efcc1f3afbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (a7519f2e-7d68-4c9b-b54b-e8992da7bcbc), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.296149 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5e6dfd5b-ef13-433d-acc9-310e0e8c1ace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8262caa252c04dafb6a846c3bf87cd98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4268584 Jan 19 21:35:54.299926 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52682) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:54.338878 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667726f8-57da-4813-aba1-0efcc1f3afbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7519f2e-7d68-4c9b-b54b-e8992da7bcbc,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:54.340056 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d334b-b1e4-4041-82c7-aff704bf232e req-fe49adad-c3fe-4275-8531-a9e39c43450d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:54.342140 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6b8d334b-b1e4-4041-82c7-aff704bf232e req-fe49adad-c3fe-4275-8531-a9e39c43450d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0983615 Jan 19 21:35:54.344213 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-667726f8-57da-4813-aba1-0efcc1f3afbe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebc7554a7b324be59b2dd52a2682417e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1485643 Jan 19 21:35:54.346666 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52684) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:54.394813 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8770ab6d-19c4-4465-b912-be2186c90c16 admin admin] Publish callbacks [] for security_group (a7519f2e-7d68-4c9b-b54b-e8992da7bcbc), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.401170 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-13febab4-4fa5-471d-8122-351d2a907202 admin admin] Publish callbacks [] for security_group (8335eac2-bb5b-4f07-b1d1-37114e7bfc18), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.425935 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6b8d334b-b1e4-4041-82c7-aff704bf232e req-2dac2842-fb4a-41f3-bd46-feda182642c1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745521 Jan 19 21:35:54.428375 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8770ab6d-19c4-4465-b912-be2186c90c16 admin admin] Publish callbacks [] for security_group (a7519f2e-7d68-4c9b-b54b-e8992da7bcbc), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.437346 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-13febab4-4fa5-471d-8122-351d2a907202 admin admin] Publish callbacks [] for security_group (8335eac2-bb5b-4f07-b1d1-37114e7bfc18), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.479422 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8770ab6d-19c4-4465-b912-be2186c90c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (a7519f2e-7d68-4c9b-b54b-e8992da7bcbc), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.482962 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8770ab6d-19c4-4465-b912-be2186c90c16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.486819 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8770ab6d-19c4-4465-b912-be2186c90c16 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7519f2e-7d68-4c9b-b54b-e8992da7bcbc HTTP/1.1" status: 204 len: 168 time: 0.1367595 Jan 19 21:35:54.486948 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-13febab4-4fa5-471d-8122-351d2a907202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (8335eac2-bb5b-4f07-b1d1-37114e7bfc18), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.487883 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-13febab4-4fa5-471d-8122-351d2a907202 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:54.491573 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-13febab4-4fa5-471d-8122-351d2a907202 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8335eac2-bb5b-4f07-b1d1-37114e7bfc18 HTTP/1.1" status: 204 len: 168 time: 0.1882117 Jan 19 21:35:54.500795 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13febab4-4fa5-471d-8122-351d2a907202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8335eac2-bb5b-4f07-b1d1-37114e7bfc18,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:54.507990 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8770ab6d-19c4-4465-b912-be2186c90c16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7519f2e-7d68-4c9b-b54b-e8992da7bcbc,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:54.793437 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1216352b-1eb6-4d0f-8d5f-895ecdbcac7c req-f21a4a0e-2b95-4b4c-8866-e7201787da6d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:54.808809 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734e0fa-d4b9-42e5-95d5-921b1e6ba604 req-1285182a-68f0-4e7b-937b-b4d37209ed25 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:54.811403 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3734e0fa-d4b9-42e5-95d5-921b1e6ba604 req-1285182a-68f0-4e7b-937b-b4d37209ed25 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0554922 Jan 19 21:35:54.812173 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1216352b-1eb6-4d0f-8d5f-895ecdbcac7c req-f21a4a0e-2b95-4b4c-8866-e7201787da6d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0693650 Jan 19 21:35:54.862982 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3734e0fa-d4b9-42e5-95d5-921b1e6ba604 req-99d526f0-455b-411c-a3f2-da0780757e6d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458646 Jan 19 21:35:54.888457 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1216352b-1eb6-4d0f-8d5f-895ecdbcac7c req-6de8645a-ab8b-4dde-a565-76a8cf50c6c7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704532 Jan 19 21:35:54.918906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52710) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:54.932840 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ed530c2f-d616-4287-a117-6d5061438562 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:55.010433 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2782e9-fcd1-4296-82a2-1b15fa6a9057 req-f3153007-14c5-4150-a108-01efbb772688 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:55.012669 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-de2782e9-fcd1-4296-82a2-1b15fa6a9057 req-f3153007-14c5-4150-a108-01efbb772688 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0524998 Jan 19 21:35:55.024576 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 52718) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:55.030052 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-136745b6-9bed-4930-80ae-1f8ddce23c2f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'floatingip': {'port_id': 'cc278991-6470-4b41-809e-16b0013c99f5'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:55.052386 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ed530c2f-d616-4287-a117-6d5061438562 admin admin] Publish callbacks [] for security_group (0bcc8980-3bb0-4d39-8599-cf15a16dd88a), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:55.061596 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ed530c2f-d616-4287-a117-6d5061438562 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (0bcc8980-3bb0-4d39-8599-cf15a16dd88a), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:55.107012 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed530c2f-d616-4287-a117-6d5061438562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcc8980-3bb0-4d39-8599-cf15a16dd88a,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:55.111411 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ed530c2f-d616-4287-a117-6d5061438562 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1342b4d56b342d9ada4f2056b598c56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1914759 Jan 19 21:35:55.114020 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52724) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:55.148495 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-136745b6-9bed-4930-80ae-1f8ddce23c2f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (76231430-2e7b-4f2d-9b9a-976fd651430d), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:55.184040 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-45df0477-ff01-4d15-9516-23b562d4286f admin admin] Publish callbacks [] for security_group (0bcc8980-3bb0-4d39-8599-cf15a16dd88a), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:55.208992 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-45df0477-ff01-4d15-9516-23b562d4286f admin admin] Publish callbacks [] for security_group (0bcc8980-3bb0-4d39-8599-cf15a16dd88a), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:55.267983 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-45df0477-ff01-4d15-9516-23b562d4286f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (0bcc8980-3bb0-4d39-8599-cf15a16dd88a), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:55.271396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-45df0477-ff01-4d15-9516-23b562d4286f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:55.276378 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-45df0477-ff01-4d15-9516-23b562d4286f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bcc8980-3bb0-4d39-8599-cf15a16dd88a HTTP/1.1" status: 204 len: 168 time: 0.1612549 Jan 19 21:35:55.290541 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df0477-ff01-4d15-9516-23b562d4286f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcc8980-3bb0-4d39-8599-cf15a16dd88a,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:35:55.601077 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d8757-ecc8-463b-8f1a-82042fb5aa37 req-f10519d4-c8c0-4de6-a4b8-0cb61c0c4c57 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:55.610147 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e63d8757-ecc8-463b-8f1a-82042fb5aa37 req-f10519d4-c8c0-4de6-a4b8-0cb61c0c4c57 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0791807 Jan 19 21:35:55.663911 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e63d8757-ecc8-463b-8f1a-82042fb5aa37 req-b861a1eb-c281-4fee-a3a9-70223eeda69e tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527837 Jan 19 21:35:56.099654 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-136745b6-9bed-4930-80ae-1f8ddce23c2f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:56.107777 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-136745b6-9bed-4930-80ae-1f8ddce23c2f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (76231430-2e7b-4f2d-9b9a-976fd651430d), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:56.124247 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db210010-aedb-4d66-94c5-6ce1ca55af2e req-8a7f900d-ab07-4e50-842b-f12578a9ece1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:56.129842 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db210010-aedb-4d66-94c5-6ce1ca55af2e req-8a7f900d-ab07-4e50-842b-f12578a9ece1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0964198 Jan 19 21:35:56.255607 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db210010-aedb-4d66-94c5-6ce1ca55af2e req-7d6865fb-4ffa-434f-90e9-5da6a812042e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918226 Jan 19 21:35:56.269487 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-136745b6-9bed-4930-80ae-1f8ddce23c2f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Floating IP 76231430-2e7b-4f2d-9b9a-976fd651430d associated. External IP: 172.27.0.12, port: cc278991-6470-4b41-809e-16b0013c99f5. Jan 19 21:35:56.429731 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e05503-79e8-4f90-abca-9f2270024247 req-2650c37c-a1d8-462d-99a2-aa4ff52eedc0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:56.437885 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f7e05503-79e8-4f90-abca-9f2270024247 req-2650c37c-a1d8-462d-99a2-aa4ff52eedc0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0893214 Jan 19 21:35:56.453514 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 52790) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:35:56.459078 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-4034865c-8dc1-4761-8cf9-8a1bd8a25e2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'floatingip': {'port_id': '58d23ae0-88d4-42fb-bd29-733572e874e9'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:35:56.549923 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4034865c-8dc1-4761-8cf9-8a1bd8a25e2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:56.604008 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136745b6-9bed-4930-80ae-1f8ddce23c2f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Router eb530a49-9026-4a44-9de1-96cdd4ce8e96 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:35:56.764429 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136745b6-9bed-4930-80ae-1f8ddce23c2f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:35:56.779328 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] Sync routers for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:35:56.783117 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-136745b6-9bed-4930-80ae-1f8ddce23c2f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:56.796092 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:56.797183 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:56.819746 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-136745b6-9bed-4930-80ae-1f8ddce23c2f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "PUT /v2.0/floatingips/76231430-2e7b-4f2d-9b9a-976fd651430d HTTP/1.1" status: 200 len: 990 time: 1.7939658 Jan 19 21:35:56.821931 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'tag': 'cc278991-6470-4b41-809e-16b0013c99f5'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:56.835166 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf" -d '{"events": [{"name": "network-changed", "server_uuid": "db659dc6-598e-48b9-aea4-8fe5bfb40298", "tag": "cc278991-6470-4b41-809e-16b0013c99f5"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:56.930781 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55699e7a-1f66-4597-834d-a4188b5c12d1 req-5945c631-3cb7-4073-ad47-9ce3e261519c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:56.932902 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55699e7a-1f66-4597-834d-a4188b5c12d1 req-5945c631-3cb7-4073-ad47-9ce3e261519c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.1119640 Jan 19 21:35:56.935681 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:57.018542 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55699e7a-1f66-4597-834d-a4188b5c12d1 req-483ca7ba-765f-4224-9a70-730fb2464c99 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796113 Jan 19 21:35:57.073165 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f451ef2-cd61-4c74-9553-bf0609a89bc4 x-openstack-request-id: req-3f451ef2-cd61-4c74-9553-bf0609a89bc4 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:57.073522 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db659dc6-598e-48b9-aea4-8fe5bfb40298", "tag": "cc278991-6470-4b41-809e-16b0013c99f5", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:57.073837 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f451ef2-cd61-4c74-9553-bf0609a89bc4 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:57.074305 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'tag': 'cc278991-6470-4b41-809e-16b0013c99f5', 'status': 'completed', 'code': 200} Jan 19 21:35:57.314227 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-c1e2d7c7-4bcc-49f5-8df5-5e41481e8abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:57.316624 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-c1e2d7c7-4bcc-49f5-8df5-5e41481e8abd service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 1098 time: 0.1908710 Jan 19 21:35:57.332884 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '76231430-2e7b-4f2d-9b9a-976fd651430d', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'port_id': 'cc278991-6470-4b41-809e-16b0013c99f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'mac_address': 'fa:16:3e:5e:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:35:35Z', 'updated_at': '2022-01-19T21:35:55Z', 'revision_number': 1, 'project_id': '55c22409415a4174a6c3b81635c38330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:57.375815 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] Checking router: eb530a49-9026-4a44-9de1-96cdd4ce8e96 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:35:57.386322 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:57.387387 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:57.535474 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:57.678605 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4034865c-8dc1-4761-8cf9-8a1bd8a25e2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:57.688453 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4034865c-8dc1-4761-8cf9-8a1bd8a25e2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:57.844387 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-c0c49204-fc2b-40ac-9713-5f7e86101ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:57.845938 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-c0c49204-fc2b-40ac-9713-5f7e86101ceb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 912 time: 0.5208135 Jan 19 21:35:57.852263 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '76231430-2e7b-4f2d-9b9a-976fd651430d', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'port_id': 'cc278991-6470-4b41-809e-16b0013c99f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'mac_address': 'fa:16:3e:5e:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:35:35Z', 'updated_at': '2022-01-19T21:35:55Z', 'revision_number': 1, 'project_id': '55c22409415a4174a6c3b81635c38330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:57.858597 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [None req-4034865c-8dc1-4761-8cf9-8a1bd8a25e2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Floating IP db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d associated. External IP: 172.27.0.20, port: 58d23ae0-88d4-42fb-bd29-733572e874e9. Jan 19 21:35:57.880233 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e4ee94-7a6b-43ac-b136-ff40fbdf3941 None None] The sync data for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi is: [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '76231430-2e7b-4f2d-9b9a-976fd651430d', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'floating_ip_address': '172.27.0.12', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'port_id': 'cc278991-6470-4b41-809e-16b0013c99f5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'mac_address': 'fa:16:3e:5e:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:35:35Z', 'updated_at': '2022-01-19T21:35:55Z', 'revision_number': 1, 'project_id': '55c22409415a4174a6c3b81635c38330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:35:57.970702 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-6fb660e9-bc03-4f68-8b4e-02922f15b57a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc278991-6470-4b41-809e-16b0013c99f5 HTTP/1.1" status: 200 len: 998 time: 0.1145771 Jan 19 21:35:58.204765 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc44d821-e57a-4bbf-bcd1-f2c7a78d308c None None] New status for floating IP 76231430-2e7b-4f2d-9b9a-976fd651430d: ACTIVE {{(pid=102648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:35:58.229062 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-1d6870f6-fd55-4b8e-8d89-705ff9a42f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:58.231300 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-1d6870f6-fd55-4b8e-8d89-705ff9a42f95 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 200 len: 850 time: 0.2270255 Jan 19 21:35:58.262945 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2248e-f4a4-494d-b6b6-340a08d57ea9 req-a350c6db-601e-45c4-829a-e42ec21c039a tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:58.264493 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1ad2248e-f4a4-494d-b6b6-340a08d57ea9 req-a350c6db-601e-45c4-829a-e42ec21c039a tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.1217294 Jan 19 21:35:58.428165 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-9d055dcc-83d4-49f4-99f8-19eb34a48916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:58.429725 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-9d055dcc-83d4-49f4-99f8-19eb34a48916 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0432bed6-2927-4b21-abd8-6c98950fe126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1886969 Jan 19 21:35:58.468107 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1ad2248e-f4a4-494d-b6b6-340a08d57ea9 req-a1a4f408-6d72-4a45-b222-0e86826579b9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917722 Jan 19 21:35:58.552655 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4034865c-8dc1-4761-8cf9-8a1bd8a25e2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Router a0a9fbb9-8db5-454d-aaa7-17a942b4358b has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:35:58.633015 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-ca94eeaa-1ee6-4dbf-9c72-257e7ed2dfd4 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897438 Jan 19 21:35:58.790928 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4034865c-8dc1-4761-8cf9-8a1bd8a25e2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:35:58.797497 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4034865c-8dc1-4761-8cf9-8a1bd8a25e2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:35:58.802740 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] Sync routers for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:35:58.821610 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:58.824089 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:58.836965 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e3c5c5d-c5ac-453a-a168-7bde858cd8bf req-8a481dc7-2a17-4b4e-859b-2b51ce7b8490 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950958 Jan 19 21:35:58.846395 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-4034865c-8dc1-4761-8cf9-8a1bd8a25e2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "PUT /v2.0/floatingips/db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d HTTP/1.1" status: 200 len: 991 time: 2.3915558 Jan 19 21:35:58.846972 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:35:58.849446 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1" -d '{"events": [{"name": "network-changed", "server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:35:58.920704 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a3617e-ef8c-4841-845e-f5de7c6b35bc x-openstack-request-id: req-f1a3617e-ef8c-4841-845e-f5de7c6b35bc {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:35:58.921398 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:35:58.921893 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1a3617e-ef8c-4841-845e-f5de7c6b35bc {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:35:58.922523 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'status': 'completed', 'code': 200} Jan 19 21:35:58.999937 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-79b22673-e9e0-408f-95e0-107545d53ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:59.001529 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-79b22673-e9e0-408f-95e0-107545d53ed9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 1099 time: 0.0530872 Jan 19 21:35:59.042478 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:59.126715 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-5dc0d426-5cec-4c7d-bd29-5edd1a665f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:59.128289 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-5dc0d426-5cec-4c7d-bd29-5edd1a665f78 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.1103280 Jan 19 21:35:59.219044 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-3260b95e-5d4a-4f0b-a45a-0495e83919c3 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58d23ae0-88d4-42fb-bd29-733572e874e9 HTTP/1.1" status: 200 len: 999 time: 0.0753069 Jan 19 21:35:59.270271 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-6576b487-a007-4691-a258-c3690c6bfdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:59.271559 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-6576b487-a007-4691-a258-c3690c6bfdfb service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.0465150 Jan 19 21:35:59.328085 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-dbbd90c0-6ee5-4943-a713-35a0fe9532d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:59.333863 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-dbbd90c0-6ee5-4943-a713-35a0fe9532d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0537426 Jan 19 21:35:59.397854 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': 'db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'port_id': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'mac_address': 'fa:16:3e:0f:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:35:37Z', 'updated_at': '2022-01-19T21:35:57Z', 'revision_number': 1, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:59.430552 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] Checking router: a0a9fbb9-8db5-454d-aaa7-17a942b4358b for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:35:59.441651 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:35:59.442525 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-0c174425-1437-4fb0-af1d-0f96baf95cbe service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928078 Jan 19 21:35:59.442681 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:35:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:59.546228 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e01a3810-0be7-4a86-a24a-f5e4ad5edcb1 req-92adcb2f-d48f-4235-9075-50312e4031fe service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884476 Jan 19 21:35:59.549853 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:35:59.602881 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d83915c-9c6b-48f8-9bd3-dfc53c57fd97 req-13b120bb-1d37-4713-b916-50fd7255e5a9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:35:59.604525 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5d83915c-9c6b-48f8-9bd3-dfc53c57fd97 req-13b120bb-1d37-4713-b916-50fd7255e5a9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0561042 Jan 19 21:35:59.651797 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5d83915c-9c6b-48f8-9bd3-dfc53c57fd97 req-fbf60017-b1c1-46e7-b75f-014132c983aa tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414491 Jan 19 21:35:59.769381 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': 'db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'port_id': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'mac_address': 'fa:16:3e:0f:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:35:37Z', 'updated_at': '2022-01-19T21:35:57Z', 'revision_number': 1, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:35:59.795322 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db09dcb-ebda-4c14-82cc-34034b784728 None None] The sync data for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi is: [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': 'db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'floating_ip_address': '172.27.0.20', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'port_id': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'mac_address': 'fa:16:3e:0f:06:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:35:37Z', 'updated_at': '2022-01-19T21:35:57Z', 'revision_number': 1, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:35:59.975567 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d502ac8-c9f2-4d0e-a91a-5214e6daa41c None None] New status for floating IP db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d: ACTIVE {{(pid=102648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:36:02.767131 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19da81e6-65c2-48ef-bc43-22db78809752 req-531d4bb9-1ddf-4ee8-b903-5da1e30b117d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:02.768646 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-19da81e6-65c2-48ef-bc43-22db78809752 req-531d4bb9-1ddf-4ee8-b903-5da1e30b117d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0539260 Jan 19 21:36:02.814505 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-19da81e6-65c2-48ef-bc43-22db78809752 req-8d74f419-e5d7-44a1-81b9-29891c017eeb tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Jan 19 21:36:03.974457 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8be84-6fee-4df7-aad4-b0eed94ec9a2 req-8606879a-c770-4c4f-abf1-bbd22d95f98d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:03.977448 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e0f8be84-6fee-4df7-aad4-b0eed94ec9a2 req-8606879a-c770-4c4f-abf1-bbd22d95f98d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0761235 Jan 19 21:36:04.009157 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53018) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:04.039563 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e0f8be84-6fee-4df7-aad4-b0eed94ec9a2 req-d958d004-a4d6-422f-835e-c964a4c2447f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541377 Jan 19 21:36:04.070249 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7309ac-1904-4f25-9df3-436c0c683263 req-a493d06f-feba-4b59-aa53-548544eea8fd tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:04.071760 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2c7309ac-1904-4f25-9df3-436c0c683263 req-a493d06f-feba-4b59-aa53-548544eea8fd tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 946 time: 0.0536344 Jan 19 21:36:04.137962 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2c7309ac-1904-4f25-9df3-436c0c683263 req-c88db6e9-09b6-4512-a159-8de1944d413c tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578697 Jan 19 21:36:04.158541 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7232d445-c7a8-4306-846b-fff106aa4f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.235200 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7232d445-c7a8-4306-846b-fff106aa4f06 admin admin] Publish callbacks [] for security_group (bc3a3974-033d-4c81-a72b-af8447e161fa), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.240496 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7232d445-c7a8-4306-846b-fff106aa4f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (bc3a3974-033d-4c81-a72b-af8447e161fa), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.277677 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53024) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:04.279096 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-7232d445-c7a8-4306-846b-fff106aa4f06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87d1745bb94a4acfae84c2223328c9d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688768 Jan 19 21:36:04.279987 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7232d445-c7a8-4306-846b-fff106aa4f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3a3974-033d-4c81-a72b-af8447e161fa,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:04.282248 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53026) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:04.332245 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e9515454-c005-46e2-ade3-43cbef6cc2b8 admin admin] Publish callbacks [] for security_group (bc3a3974-033d-4c81-a72b-af8447e161fa), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.353692 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e9515454-c005-46e2-ade3-43cbef6cc2b8 admin admin] Publish callbacks [] for security_group (bc3a3974-033d-4c81-a72b-af8447e161fa), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.388147 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-54a59eca-61b4-467d-b0c5-79b72cac7579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.401727 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e9515454-c005-46e2-ade3-43cbef6cc2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (bc3a3974-033d-4c81-a72b-af8447e161fa), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.405007 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e9515454-c005-46e2-ade3-43cbef6cc2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.406155 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-e9515454-c005-46e2-ade3-43cbef6cc2b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc3a3974-033d-4c81-a72b-af8447e161fa HTTP/1.1" status: 204 len: 168 time: 0.1230237 Jan 19 21:36:04.414135 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9515454-c005-46e2-ade3-43cbef6cc2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3a3974-033d-4c81-a72b-af8447e161fa,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:04.492458 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-54a59eca-61b4-467d-b0c5-79b72cac7579 admin admin] Publish callbacks [] for security_group (b839c2e6-2893-4464-818b-86a79dbd58b4), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.501434 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-54a59eca-61b4-467d-b0c5-79b72cac7579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (b839c2e6-2893-4464-818b-86a79dbd58b4), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.553904 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-54a59eca-61b4-467d-b0c5-79b72cac7579 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d867e34b58441af864d1dad81e4cb8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2750523 Jan 19 21:36:04.555944 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a59eca-61b4-467d-b0c5-79b72cac7579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b839c2e6-2893-4464-818b-86a79dbd58b4,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:04.556486 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53034) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:04.610732 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a2e63e2-812f-42eb-be39-071de881f545 admin admin] Publish callbacks [] for security_group (b839c2e6-2893-4464-818b-86a79dbd58b4), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.642490 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a2e63e2-812f-42eb-be39-071de881f545 admin admin] Publish callbacks [] for security_group (b839c2e6-2893-4464-818b-86a79dbd58b4), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.689647 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a2e63e2-812f-42eb-be39-071de881f545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (b839c2e6-2893-4464-818b-86a79dbd58b4), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.692492 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5a2e63e2-812f-42eb-be39-071de881f545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.693646 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-5a2e63e2-812f-42eb-be39-071de881f545 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b839c2e6-2893-4464-818b-86a79dbd58b4 HTTP/1.1" status: 204 len: 168 time: 0.1361954 Jan 19 21:36:04.695056 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53038) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:04.701929 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e63e2-812f-42eb-be39-071de881f545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b839c2e6-2893-4464-818b-86a79dbd58b4,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:04.719355 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-382e747b-c975-4a8c-a66e-48c8ce42b723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.819118 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-382e747b-c975-4a8c-a66e-48c8ce42b723 admin admin] Publish callbacks [] for security_group (d0eb9394-4951-49ca-a816-be163709e279), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.826227 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-382e747b-c975-4a8c-a66e-48c8ce42b723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d0eb9394-4951-49ca-a816-be163709e279), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.859876 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-382e747b-c975-4a8c-a66e-48c8ce42b723 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30e169cc188b45eeb02a0bee8f59a672&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1634204 Jan 19 21:36:04.862503 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53052) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:04.888872 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e747b-c975-4a8c-a66e-48c8ce42b723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eb9394-4951-49ca-a816-be163709e279,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:04.924935 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-22dd9666-1067-428c-9822-26f755484cca admin admin] Publish callbacks [] for security_group (d0eb9394-4951-49ca-a816-be163709e279), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.947652 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-22dd9666-1067-428c-9822-26f755484cca admin admin] Publish callbacks [] for security_group (d0eb9394-4951-49ca-a816-be163709e279), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.997367 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-22dd9666-1067-428c-9822-26f755484cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d0eb9394-4951-49ca-a816-be163709e279), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:04.999987 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-22dd9666-1067-428c-9822-26f755484cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.001137 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-22dd9666-1067-428c-9822-26f755484cca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d0eb9394-4951-49ca-a816-be163709e279 HTTP/1.1" status: 204 len: 168 time: 0.1376593 Jan 19 21:36:05.014195 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd9666-1067-428c-9822-26f755484cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eb9394-4951-49ca-a816-be163709e279,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:05.022216 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:36:05.109252 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53060) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:05.127115 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6805-668b-4650-b5f9-b2f4e860a673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.172408 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec1c1c-07cc-433d-abf6-78d86529238c req-40e86c9d-da7e-42c3-998b-cbe0a37e8594 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:05.174929 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-caec1c1c-07cc-433d-abf6-78d86529238c req-40e86c9d-da7e-42c3-998b-cbe0a37e8594 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0573256 Jan 19 21:36:05.238335 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6805-668b-4650-b5f9-b2f4e860a673 admin admin] Publish callbacks [] for security_group (c95624dd-3ad9-4dea-aa95-630ef9070f78), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.239427 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-caec1c1c-07cc-433d-abf6-78d86529238c req-ea497a34-a135-494b-9f5d-882e8c4e2cdc tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567129 Jan 19 21:36:05.259585 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4b7f6805-668b-4650-b5f9-b2f4e860a673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c95624dd-3ad9-4dea-aa95-630ef9070f78), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.307777 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-4b7f6805-668b-4650-b5f9-b2f4e860a673 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b111072529f416ca22ddb7cee643230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972201 Jan 19 21:36:05.310607 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53066) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:05.318053 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7f6805-668b-4650-b5f9-b2f4e860a673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95624dd-3ad9-4dea-aa95-630ef9070f78,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:05.327139 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53068) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:05.330100 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a9db1-3793-4918-935c-4d4556366202 req-4002e19e-1ed6-4791-84c2-89c33de91d43 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:05.331588 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f39a9db1-3793-4918-935c-4d4556366202 req-4002e19e-1ed6-4791-84c2-89c33de91d43 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 946 time: 0.1118112 Jan 19 21:36:05.345344 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5670d773-bfe0-423b-be6c-d59cf512c0c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.413512 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f39a9db1-3793-4918-935c-4d4556366202 req-b83974bb-28c1-427c-932c-9d72db347802 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722487 Jan 19 21:36:05.414288 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-882d045c-51c2-45b3-b64f-4dbce74fba29 admin admin] Publish callbacks [] for security_group (c95624dd-3ad9-4dea-aa95-630ef9070f78), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.430446 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5670d773-bfe0-423b-be6c-d59cf512c0c5 admin admin] Publish callbacks [] for security_group (55d5283c-4a1f-4af5-af7a-058d1a928b3a), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.435052 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5670d773-bfe0-423b-be6c-d59cf512c0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (55d5283c-4a1f-4af5-af7a-058d1a928b3a), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.442006 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-882d045c-51c2-45b3-b64f-4dbce74fba29 admin admin] Publish callbacks [] for security_group (c95624dd-3ad9-4dea-aa95-630ef9070f78), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.474331 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5670d773-bfe0-423b-be6c-d59cf512c0c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a762620048384c049673b5b42b772e05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455998 Jan 19 21:36:05.474929 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5670d773-bfe0-423b-be6c-d59cf512c0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d5283c-4a1f-4af5-af7a-058d1a928b3a,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:05.476893 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53070) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:05.500366 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-882d045c-51c2-45b3-b64f-4dbce74fba29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c95624dd-3ad9-4dea-aa95-630ef9070f78), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.502945 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-882d045c-51c2-45b3-b64f-4dbce74fba29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.504053 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-882d045c-51c2-45b3-b64f-4dbce74fba29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c95624dd-3ad9-4dea-aa95-630ef9070f78 HTTP/1.1" status: 204 len: 168 time: 0.1923196 Jan 19 21:36:05.522988 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d045c-51c2-45b3-b64f-4dbce74fba29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95624dd-3ad9-4dea-aa95-630ef9070f78,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:05.540350 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7d5f3bf6-ee0b-4499-a419-24b65ff5c5b2 admin admin] Publish callbacks [] for security_group (55d5283c-4a1f-4af5-af7a-058d1a928b3a), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.564751 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7d5f3bf6-ee0b-4499-a419-24b65ff5c5b2 admin admin] Publish callbacks [] for security_group (55d5283c-4a1f-4af5-af7a-058d1a928b3a), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.806307 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7d5f3bf6-ee0b-4499-a419-24b65ff5c5b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (55d5283c-4a1f-4af5-af7a-058d1a928b3a), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.808919 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7d5f3bf6-ee0b-4499-a419-24b65ff5c5b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:05.812401 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-7d5f3bf6-ee0b-4499-a419-24b65ff5c5b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/55d5283c-4a1f-4af5-af7a-058d1a928b3a HTTP/1.1" status: 204 len: 168 time: 0.3322101 Jan 19 21:36:05.817771 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5f3bf6-ee0b-4499-a419-24b65ff5c5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d5283c-4a1f-4af5-af7a-058d1a928b3a,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:05.904693 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53082) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:05.918680 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8db02778-dbb5-4b9a-961e-38e214ecebc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.046474 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8db02778-dbb5-4b9a-961e-38e214ecebc0 admin admin] Publish callbacks [] for security_group (57a6b70f-4106-47cc-9ccb-3171b3a88548), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.052187 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8db02778-dbb5-4b9a-961e-38e214ecebc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (57a6b70f-4106-47cc-9ccb-3171b3a88548), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.091170 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db02778-dbb5-4b9a-961e-38e214ecebc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a6b70f-4106-47cc-9ccb-3171b3a88548,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:06.097807 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8db02778-dbb5-4b9a-961e-38e214ecebc0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8d20abef60945a4a3592e715ef28cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896429 Jan 19 21:36:06.097961 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53096) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:06.153647 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-233396eb-d2f9-4b7a-b009-a258b7578cdb admin admin] Publish callbacks [] for security_group (57a6b70f-4106-47cc-9ccb-3171b3a88548), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.179175 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-233396eb-d2f9-4b7a-b009-a258b7578cdb admin admin] Publish callbacks [] for security_group (57a6b70f-4106-47cc-9ccb-3171b3a88548), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.231824 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-233396eb-d2f9-4b7a-b009-a258b7578cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (57a6b70f-4106-47cc-9ccb-3171b3a88548), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.234836 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-233396eb-d2f9-4b7a-b009-a258b7578cdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.238063 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-233396eb-d2f9-4b7a-b009-a258b7578cdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/57a6b70f-4106-47cc-9ccb-3171b3a88548 HTTP/1.1" status: 204 len: 168 time: 0.1368883 Jan 19 21:36:06.246842 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233396eb-d2f9-4b7a-b009-a258b7578cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a6b70f-4106-47cc-9ccb-3171b3a88548,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:06.332178 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53110) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:06.379010 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705fa46-6811-4420-a7b2-54c15c8c1876 req-4d138c1a-0db5-4ec2-8e2a-4dbf796bcd6a tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:06.381284 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c705fa46-6811-4420-a7b2-54c15c8c1876 req-4d138c1a-0db5-4ec2-8e2a-4dbf796bcd6a tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0634713 Jan 19 21:36:06.459308 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c705fa46-6811-4420-a7b2-54c15c8c1876 req-43281832-5362-413c-acf9-5cae21d17b4d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694005 Jan 19 21:36:06.538237 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-dac81dcb-a124-4f00-ae93-22ad4cb75120 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:06.539877 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-dac81dcb-a124-4f00-ae93-22ad4cb75120 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.48 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 946 time: 0.0996239 Jan 19 21:36:06.592587 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ec99a-86b0-4fd0-9bec-640ebd1a0047 req-2f03fcf3-e53d-491c-8e69-8858e8a8e56b tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:06.594103 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-385ec99a-86b0-4fd0-9bec-640ebd1a0047 req-2f03fcf3-e53d-491c-8e69-8858e8a8e56b tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 946 time: 0.1002553 Jan 19 21:36:06.613858 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.725412 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Publish callbacks [] for security_group (e0ed8fa0-2ce7-428f-83ca-000dc0c34c33), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.733656 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (e0ed8fa0-2ce7-428f-83ca-000dc0c34c33), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.747161 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Deleting port f1af1cf2-d404-4542-b86e-63710173ea85 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:36:06.747661 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.787158 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0238dc58cc474afa8462c3bd2b9735cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4530485 Jan 19 21:36:06.790084 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53134) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:06.797509 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ed8fa0-2ce7-428f-83ca-000dc0c34c33,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:06.807281 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.807924 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.809398 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.810446 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.811008 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.811544 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.812124 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.812660 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.813182 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.813699 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.814230 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.814747 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.815261 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cb71f4-9f45-40bd-ab1b-44ad67e3da53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:06.870695 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-385ec99a-86b0-4fd0-9bec-640ebd1a0047 req-c94c9a82-cb0d-4eda-abaf-66f229965a98 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/security-groups?id=c328950b-8230-4278-b81c-27e3c6a2fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134979 Jan 19 21:36:06.881364 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] For port f1af1cf2-d404-4542-b86e-63710173ea85, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f1af1cf2-d404-4542-b86e-63710173ea85,segment=NetworkSegment(dcb7e8af-1ca8-413b-bffb-a2079027351d),segment_id=dcb7e8af-1ca8-413b-bffb-a2079027351d)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:36:06.882615 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.887543 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01812d97-6cdd-44da-bb7d-c2843ccc80c6 admin admin] Publish callbacks [] for security_group (e0ed8fa0-2ce7-428f-83ca-000dc0c34c33), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.904359 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Calling delete_port for f1af1cf2-d404-4542-b86e-63710173ea85 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:36:06.922219 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01812d97-6cdd-44da-bb7d-c2843ccc80c6 admin admin] Publish callbacks [] for security_group (e0ed8fa0-2ce7-428f-83ca-000dc0c34c33), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.980523 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01812d97-6cdd-44da-bb7d-c2843ccc80c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (e0ed8fa0-2ce7-428f-83ca-000dc0c34c33), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.983201 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01812d97-6cdd-44da-bb7d-c2843ccc80c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:06.984447 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-01812d97-6cdd-44da-bb7d-c2843ccc80c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0ed8fa0-2ce7-428f-83ca-000dc0c34c33 HTTP/1.1" status: 204 len: 168 time: 0.1932251 Jan 19 21:36:06.992421 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01812d97-6cdd-44da-bb7d-c2843ccc80c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ed8fa0-2ce7-428f-83ca-000dc0c34c33,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:07.106030 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637'] for port (f1af1cf2-d404-4542-b86e-63710173ea85), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.123991 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f1af1cf2-d404-4542-b86e-63710173ea85'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:36:07.142553 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Pushing event deleted for resources: {'Port': ['ID=f1af1cf2-d404-4542-b86e-63710173ea85,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:07.227466 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] No DVR routers for this DVR port f1af1cf2-d404-4542-b86e-63710173ea85 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:36:07.231716 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.235647 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0f429afb-f6d9-4012-8bea-8785a29f0ae8 req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.48 "DELETE /v2.0/ports/f1af1cf2-d404-4542-b86e-63710173ea85 HTTP/1.1" status: 204 len: 173 time: 0.6880114 Jan 19 21:36:07.237048 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.237409 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.237754 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.238094 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.238432 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.238761 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.239088 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.239421 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.239749 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.240112 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.240437 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.240760 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.241081 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653cc0d7-9a6f-46b7-83f7-a859a6671078 tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:07.245923 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e505f-0e0d-42de-a8e1-b2da8e69761d', 'name': 'network-vif-deleted', 'tag': 'f1af1cf2-d404-4542-b86e-63710173ea85'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:36:07.248966 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de6d3e30-68ad-4d5b-a0de-f7ac38040881" -d '{"events": [{"server_uuid": "ba4e505f-0e0d-42de-a8e1-b2da8e69761d", "name": "network-vif-deleted", "tag": "f1af1cf2-d404-4542-b86e-63710173ea85"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:36:07.302906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0326e2ae-82f6-4384-93ef-2f752ab73978 x-openstack-request-id: req-0326e2ae-82f6-4384-93ef-2f752ab73978 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:36:07.303365 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4e505f-0e0d-42de-a8e1-b2da8e69761d", "name": "network-vif-deleted", "tag": "f1af1cf2-d404-4542-b86e-63710173ea85", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:36:07.303796 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0326e2ae-82f6-4384-93ef-2f752ab73978 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:36:07.304226 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba4e505f-0e0d-42de-a8e1-b2da8e69761d', 'name': 'network-vif-deleted', 'tag': 'f1af1cf2-d404-4542-b86e-63710173ea85', 'status': 'completed', 'code': 200} Jan 19 21:36:07.426703 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53158) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:07.441058 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a503b0b0-1428-4517-9e0d-46f0a12ebe67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.537921 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a503b0b0-1428-4517-9e0d-46f0a12ebe67 admin admin] Publish callbacks [] for security_group (e298fc36-0205-4a03-8fe7-605f2674d574), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.546014 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a503b0b0-1428-4517-9e0d-46f0a12ebe67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (e298fc36-0205-4a03-8fe7-605f2674d574), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.577797 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53164) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:07.601912 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc69bc-171a-483f-a062-916310e5bf85 req-0d794d59-f3f8-4b94-83cf-3f26f26a674c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:07.604085 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2cfc69bc-171a-483f-a062-916310e5bf85 req-0d794d59-f3f8-4b94-83cf-3f26f26a674c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0737011 Jan 19 21:36:07.607245 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53168) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:07.607474 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-a503b0b0-1428-4517-9e0d-46f0a12ebe67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbb5bf609973454cacc4f45d3d464191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1794658 Jan 19 21:36:07.608436 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a503b0b0-1428-4517-9e0d-46f0a12ebe67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e298fc36-0205-4a03-8fe7-605f2674d574,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:07.716373 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2cfc69bc-171a-483f-a062-916310e5bf85 req-5bfb1745-eb2d-4ad4-aa53-98d96719ff1d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892553 Jan 19 21:36:07.721886 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f943324e-322e-4384-b9e0-67b8c1f3bd47 admin admin] Publish callbacks [] for security_group (e298fc36-0205-4a03-8fe7-605f2674d574), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.753387 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-274e4d06-9fb0-4be2-89f1-50741fdc3051 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.765534 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f943324e-322e-4384-b9e0-67b8c1f3bd47 admin admin] Publish callbacks [] for security_group (e298fc36-0205-4a03-8fe7-605f2674d574), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.820479 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f943324e-322e-4384-b9e0-67b8c1f3bd47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (e298fc36-0205-4a03-8fe7-605f2674d574), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.824515 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f943324e-322e-4384-b9e0-67b8c1f3bd47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.825961 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f943324e-322e-4384-b9e0-67b8c1f3bd47 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e298fc36-0205-4a03-8fe7-605f2674d574 HTTP/1.1" status: 204 len: 168 time: 0.2173233 Jan 19 21:36:07.836547 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943324e-322e-4384-b9e0-67b8c1f3bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e298fc36-0205-4a03-8fe7-605f2674d574,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:07.849333 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-274e4d06-9fb0-4be2-89f1-50741fdc3051 admin admin] Publish callbacks [] for security_group (ec005887-f8f6-4757-a700-6706c4e8531a), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.853858 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-274e4d06-9fb0-4be2-89f1-50741fdc3051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ec005887-f8f6-4757-a700-6706c4e8531a), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:07.915419 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-274e4d06-9fb0-4be2-89f1-50741fdc3051 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7025b7872b3f49fc8f16655a6840fa50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341181 Jan 19 21:36:07.916685 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e4d06-9fb0-4be2-89f1-50741fdc3051 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec005887-f8f6-4757-a700-6706c4e8531a,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:07.919045 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53182) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:07.991050 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-68ef1af4-05ef-4b85-bf58-62a71410f8b8 admin admin] Publish callbacks [] for security_group (ec005887-f8f6-4757-a700-6706c4e8531a), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:08.022237 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-68ef1af4-05ef-4b85-bf58-62a71410f8b8 admin admin] Publish callbacks [] for security_group (ec005887-f8f6-4757-a700-6706c4e8531a), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:08.028610 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fdf52e2d-2aac-4312-89e5-5ff16028044a req-f284baa2-6a80-4ef3-93cf-993c75b3616a tempest-DeleteServersTestJSON-158460258 tempest-DeleteServersTestJSON-158460258-project] 10.222.0.39 "GET /v2.0/ports?device_id=ba4e505f-0e0d-42de-a8e1-b2da8e69761d HTTP/1.1" status: 200 len: 210 time: 0.0376451 Jan 19 21:36:08.084504 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-68ef1af4-05ef-4b85-bf58-62a71410f8b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ec005887-f8f6-4757-a700-6706c4e8531a), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:08.087897 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-68ef1af4-05ef-4b85-bf58-62a71410f8b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:08.093295 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-68ef1af4-05ef-4b85-bf58-62a71410f8b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ec005887-f8f6-4757-a700-6706c4e8531a HTTP/1.1" status: 204 len: 168 time: 0.1725805 Jan 19 21:36:08.103400 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef1af4-05ef-4b85-bf58-62a71410f8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec005887-f8f6-4757-a700-6706c4e8531a,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:08.853615 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcf646a-8aed-4c20-83b0-a0e92a9f5758 req-f5a0871c-b848-4818-afeb-5aeb690d7c97 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:08.860402 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5fcf646a-8aed-4c20-83b0-a0e92a9f5758 req-f5a0871c-b848-4818-afeb-5aeb690d7c97 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0687594 Jan 19 21:36:08.912890 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5fcf646a-8aed-4c20-83b0-a0e92a9f5758 req-8d20e088-36e9-40e9-808b-f604deeea0c6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509567 Jan 19 21:36:09.502868 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53276) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:09.697846 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c926b89d-7fef-4f59-9d79-254fb812bf94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:09.730952 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f8499198-20fb-47d9-9b46-c4b051d53a5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:09.815523 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f8499198-20fb-47d9-9b46-c4b051d53a5b admin admin] Publish callbacks [] for security_group (ae317cd6-29da-4a2d-8b4c-1b0cd3d08e0e), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:09.820871 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f8499198-20fb-47d9-9b46-c4b051d53a5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ae317cd6-29da-4a2d-8b4c-1b0cd3d08e0e), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:09.855111 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f8499198-20fb-47d9-9b46-c4b051d53a5b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c7f5aa73a0140b8b6e521f937fb857c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510702 Jan 19 21:36:09.857826 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53292) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:09.888185 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8499198-20fb-47d9-9b46-c4b051d53a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae317cd6-29da-4a2d-8b4c-1b0cd3d08e0e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:09.921620 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-21cd8939-d90b-41f6-acfc-fbe5e4598b60 admin admin] Publish callbacks [] for security_group (ae317cd6-29da-4a2d-8b4c-1b0cd3d08e0e), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:09.950484 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-21cd8939-d90b-41f6-acfc-fbe5e4598b60 admin admin] Publish callbacks [] for security_group (ae317cd6-29da-4a2d-8b4c-1b0cd3d08e0e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:10.049534 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-21cd8939-d90b-41f6-acfc-fbe5e4598b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ae317cd6-29da-4a2d-8b4c-1b0cd3d08e0e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:10.052385 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-21cd8939-d90b-41f6-acfc-fbe5e4598b60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:10.056464 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-21cd8939-d90b-41f6-acfc-fbe5e4598b60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae317cd6-29da-4a2d-8b4c-1b0cd3d08e0e HTTP/1.1" status: 204 len: 168 time: 0.1942873 Jan 19 21:36:10.066588 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd8939-d90b-41f6-acfc-fbe5e4598b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae317cd6-29da-4a2d-8b4c-1b0cd3d08e0e,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:10.076495 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d72982-4174-4837-89c8-974d14ce4c27 req-003d1063-f77e-47dd-af34-991f2897e57c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:10.084243 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b5d72982-4174-4837-89c8-974d14ce4c27 req-003d1063-f77e-47dd-af34-991f2897e57c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0887547 Jan 19 21:36:10.143593 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b5d72982-4174-4837-89c8-974d14ce4c27 req-b48f3931-77c0-41d6-b1ca-2341273c6ecb tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580270 Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.566463 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:10.569071 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:10.569845 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-47dda7e2-3445-4f2f-83b1-198f9a5bbf5e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:10.570931 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-47dda7e2-3445-4f2f-83b1-198f9a5bbf5e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 814 time: 0.1452117 Jan 19 21:36:10.597134 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0cc8673b-f5d6-4cc1-bc3d-1aeaf47173ef tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/quotas/caf30a5370f445d7b4419ccdbf3e6176 HTTP/1.1" status: 200 len: 375 time: 0.0155032 Jan 19 21:36:10.657567 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53346) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:10.692011 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-ef39c953-b063-47f9-ad44-26ec9954872e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0844684 Jan 19 21:36:10.739253 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_v2 [None req-9276fb20-9270-4ed8-bcfe-6e22d70085be admin admin] Deleting subnet 1d854085-b299-4580-82bd-6b459cbf0391 {{(pid=102646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:36:10.742965 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9276fb20-9270-4ed8-bcfe-6e22d70085be admin admin] Publish callbacks [] for subnet (1d854085-b299-4580-82bd-6b459cbf0391), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:10.786791 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9276fb20-9270-4ed8-bcfe-6e22d70085be admin admin] Publish callbacks [] for subnet (1d854085-b299-4580-82bd-6b459cbf0391), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:10.789972 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-41e722cb-ebda-473c-949f-cea571108eba service neutron] 10.222.0.39 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970275 Jan 19 21:36:10.801201 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9276fb20-9270-4ed8-bcfe-6e22d70085be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (1d854085-b299-4580-82bd-6b459cbf0391), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:10.862435 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9276fb20-9270-4ed8-bcfe-6e22d70085be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (1d854085-b299-4580-82bd-6b459cbf0391), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:10.894018 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9276fb20-9270-4ed8-bcfe-6e22d70085be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:10.897804 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-9276fb20-9270-4ed8-bcfe-6e22d70085be admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1d854085-b299-4580-82bd-6b459cbf0391 HTTP/1.1" status: 204 len: 168 time: 0.2384133 Jan 19 21:36:10.899319 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276fb20-9270-4ed8-bcfe-6e22d70085be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d854085-b299-4580-82bd-6b459cbf0391,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:10.901714 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-6db74d33-c41d-4e5a-8950-c16ef09923f7 service neutron] 10.222.0.39 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063869 Jan 19 21:36:10.904713 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53360) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:10.990703 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (796cdc7a-0013-48cf-9dcc-663c2a74883e), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:11.126725 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b84ff42a-0057-4b2c-bcd4-cbd89bb9b0af req-1a7d6c44-5e70-45fa-b400-887e3e57829e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 210 time: 0.0611186 Jan 19 21:36:11.150128 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (796cdc7a-0013-48cf-9dcc-663c2a74883e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:11.189573 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.192301 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.193085 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.193437 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > port after_create 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.194928 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > port after_delete 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.195324 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > port after_update 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.195676 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.196072 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.196400 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.200847 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.291407 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e25284-dfac-4397-bbf5-e684bb5277fc req-42ddcdc6-2de0-419a-8cc1-eafc453243b0 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:11.296321 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-49e25284-dfac-4397-bbf5-e684bb5277fc req-42ddcdc6-2de0-419a-8cc1-eafc453243b0 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0654714 Jan 19 21:36:11.346906 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-49e25284-dfac-4397-bbf5-e684bb5277fc req-8e124cc0-eba7-4013-afa0-3b81b307bc61 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473781 Jan 19 21:36:11.415664 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.416147 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.416804 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.417200 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102646) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:11.417663 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['796cdc7a-0013-48cf-9dcc-663c2a74883e']}} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:36:11.438036 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device f1af1cf2-d404-4542-b86e-63710173ea85 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:36:11.441948 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb7e8af-1ca8-413b-bffb-a2079027351d') {'for_net_delete': True} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:36:11.442343 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb7e8af-1ca8-413b-bffb-a2079027351d') {} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:36:11.465430 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16926406'] for segment (dcb7e8af-1ca8-413b-bffb-a2079027351d), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:11.479043 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: f1af1cf2-d404-4542-b86e-63710173ea85 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:36:11.479389 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device f1af1cf2-d404-4542-b86e-63710173ea85 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:36:11.491509 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (dcb7e8af-1ca8-413b-bffb-a2079027351d), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:11.526191 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:36:11.526572 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17038085'] for segment (dcb7e8af-1ca8-413b-bffb-a2079027351d), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.560354 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: Traceback (most recent call last): Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: timer() Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: cb(*args, **kw) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: return func(*args, **kwargs) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: self._notify() Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: self.callback(batched_events) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: event.method(event) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: return f(self, *a, **k) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._get(url).json() Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: return self.request(url, 'GET', **kwargs) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:36:11.562336 dv-cinder-821602-16-iscsi neutron-server[102646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:36:11.643960 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (796cdc7a-0013-48cf-9dcc-663c2a74883e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:11.653412 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:11.657036 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] 10.222.0.39 "DELETE /v2.0/networks/796cdc7a-0013-48cf-9dcc-663c2a74883e HTTP/1.1" status: 204 len: 168 time: 0.7512281 Jan 19 21:36:11.672853 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b526618e-b2a9-438a-857e-cda80c97255d admin admin] Pushing event deleted for resources: {'Network': ['ID=796cdc7a-0013-48cf-9dcc-663c2a74883e,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:11.929507 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53410) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:11.970455 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-866c3391-07bd-47cf-b31d-9ba65db79d07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52b59e6a16ad4a5cb5d1b250b9cadc54&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0399349 Jan 19 21:36:11.973188 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53414) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:12.021542 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f5d2043c-af73-44f2-9f2e-4dacac345d2f admin admin] Publish callbacks [] for security_group (c328950b-8230-4278-b81c-27e3c6a2fde6), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:12.042601 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f5d2043c-af73-44f2-9f2e-4dacac345d2f admin admin] Publish callbacks [] for security_group (c328950b-8230-4278-b81c-27e3c6a2fde6), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:12.093557 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f5d2043c-af73-44f2-9f2e-4dacac345d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c328950b-8230-4278-b81c-27e3c6a2fde6), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:12.096237 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f5d2043c-af73-44f2-9f2e-4dacac345d2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:12.097354 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f5d2043c-af73-44f2-9f2e-4dacac345d2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c328950b-8230-4278-b81c-27e3c6a2fde6 HTTP/1.1" status: 204 len: 168 time: 0.1231184 Jan 19 21:36:12.107546 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2043c-af73-44f2-9f2e-4dacac345d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c328950b-8230-4278-b81c-27e3c6a2fde6,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:12.238480 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-34a6b57b-b5e7-425c-8b7a-4eb58b193a39 req-3b53f292-8d8c-4f5a-bbac-1d114c67c89e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 210 time: 0.0345042 Jan 19 21:36:12.279817 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fb485c55-be39-4666-b084-15efce5b0127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:12.446186 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-34ce391d-6828-4b15-a3fd-0526db5d0a77 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535388 Jan 19 21:36:12.490478 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-e8008bd3-0ef3-4483-8306-0a6540f747eb tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:12.494802 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-e8008bd3-0ef3-4483-8306-0a6540f747eb tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 814 time: 0.1843777 Jan 19 21:36:12.523254 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Request body: {'port': {'device_id': '65fc7c96-fbb4-425c-b59f-91e105077246', 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b', 'admin_state_up': True, 'tenant_id': 'caf30a5370f445d7b4419ccdbf3e6176'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:36:12.523758 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce52cc-c4ca-403d-9428-1d26a9587d6c req-e3ed77a1-1ce5-4d84-b468-ef4147499959 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:12.525380 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-69ce52cc-c4ca-403d-9428-1d26a9587d6c req-e3ed77a1-1ce5-4d84-b468-ef4147499959 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0562432 Jan 19 21:36:12.605069 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-446f317c-1b7a-45f3-9eb7-6f6b7d32ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:12.606779 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-446f317c-1b7a-45f3-9eb7-6f6b7d32ab24 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 1099 time: 0.0805166 Jan 19 21:36:12.634752 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-69ce52cc-c4ca-403d-9428-1d26a9587d6c req-f9ca4548-7e4b-4d90-9fb5-c72e508f4ac4 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738492 Jan 19 21:36:12.684791 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Made reservation on behalf of caf30a5370f445d7b4419ccdbf3e6176 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:36:12.688580 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:12.793493 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-0f388900-074b-4cc3-b001-a16877f4bbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:12.795404 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-0f388900-074b-4cc3-b001-a16877f4bbfc service neutron] 10.222.0.48 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 915 time: 0.1443675 Jan 19 21:36:12.855571 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-59a905ee-b8e4-4d11-b3cc-d0e9193ad34c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f16583a8-e8ef-4b06-a68b-13d8a3001f70 HTTP/1.1" status: 200 len: 217 time: 0.0364485 Jan 19 21:36:12.860585 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Allocated IP 172.20.0.4 (5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b/d3eea529-9b79-498c-9e28-fca06c43e668/1fc62f1d-95cf-425e-9a10-661800a81dab) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:36:12.936534 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-d173dfb6-4c3b-4e18-8057-81360a2e4729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:12.938566 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-d173dfb6-4c3b-4e18-8057-81360a2e4729 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 200 len: 854 time: 0.0748200 Jan 19 21:36:12.976538 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-8a47938e-395a-414a-b6b1-0621b91006f6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302992 Jan 19 21:36:12.997924 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53456) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:13.103358 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-fce42502-43c5-4d6b-846d-bdcdaff9d56a service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144075 Jan 19 21:36:13.132964 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.135411 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks [] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.170709 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748184568-network', 'tenant_id': 'f68aebe7ca444cca866272d967132ac1'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:36:13.203379 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.218155 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Made reservation on behalf of f68aebe7ca444cca866272d967132ac1 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:36:13.220696 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f16583a8-e8ef-4b06-a68b-13d8a3001f70'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:36:13.221458 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.240251 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.246923 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cc67a0d4-f06c-4177-b0b2-17841b858775 req-89393cb5-f47c-41f5-b994-ae4a75d85300 service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349564 Jan 19 21:36:13.289454 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:36:13.299716 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:36:13.318886 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:36:13.344829 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Publish callbacks [] for security_group (6e3f147c-8a1e-488f-8b50-a4f26d1c6df1), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.347674 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53472) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:13.360639 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (6e3f147c-8a1e-488f-8b50-a4f26d1c6df1), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.380550 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Pushing event updated for resources: {'Port': ['ID=1fc62f1d-95cf-425e-9a10-661800a81dab,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:13.391643 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:36:13.403472 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e3f147c-8a1e-488f-8b50-a4f26d1c6df1,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:13.408733 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (c1368449-a1ac-4735-bd2c-a572cf1f1f80), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.409088 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Added segment c1368449-a1ac-4735-bd2c-a572cf1f1f80 of type vlan for network 707b8883-cb50-4838-92ef-6e6df9965a0d Jan 19 21:36:13.464215 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (707b8883-cb50-4838-92ef-6e6df9965a0d), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.485337 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:13.485966 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.499202 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (707b8883-cb50-4838-92ef-6e6df9965a0d), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.500817 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:13.500911 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65802948-fedc-4975-b13f-4956ecf7626d req-ef213427-11c8-4224-b908-d2ef05064206 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:13.501410 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.502638 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-65802948-fedc-4975-b13f-4956ecf7626d req-ef213427-11c8-4224-b908-d2ef05064206 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 931 time: 0.1013725 Jan 19 21:36:13.535804 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-052e922e-e541-435c-8478-d63516ad03d6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0164907 Jan 19 21:36:13.563129 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-65802948-fedc-4975-b13f-4956ecf7626d req-0d4d2e9a-4d83-4350-b371-c69ed3d4aa3c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541246 Jan 19 21:36:13.598597 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5979517 Jan 19 21:36:13.601543 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53478) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:13.607448 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Request body: {'subnet': {'network_id': '707b8883-cb50-4838-92ef-6e6df9965a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1748184568-subnet', 'tenant_id': 'f68aebe7ca444cca866272d967132ac1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:36:13.609756 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fdc38dbd-3566-41f6-9fba-7edf1a92b0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.622568 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6dd90-0e42-414f-8233-af630b72c436 admin admin] Pushing event updated for resources: {'Network': ['ID=707b8883-cb50-4838-92ef-6e6df9965a0d,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:13.632773 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 707b8883-cb50-4838-92ef-6e6df9965a0d details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:36:13.635676 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Made reservation on behalf of f68aebe7ca444cca866272d967132ac1 for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:36:13.639066 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18692226'] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.740151 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53482) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:13.759290 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fdc38dbd-3566-41f6-9fba-7edf1a92b0a7 admin admin] Publish callbacks [] for security_group (427bdb3b-e3f0-485d-a5f5-737653373a17), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.766482 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fdc38dbd-3566-41f6-9fba-7edf1a92b0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (427bdb3b-e3f0-485d-a5f5-737653373a17), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.811486 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc38dbd-3566-41f6-9fba-7edf1a92b0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=427bdb3b-e3f0-485d-a5f5-737653373a17,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:13.815679 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-fdc38dbd-3566-41f6-9fba-7edf1a92b0a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f523b84aa07045e0b3cb6434db411754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667299 Jan 19 21:36:13.823681 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1176a4b7-4bc8-4ceb-bc29-5bbbacb7503f req-09af64b9-b934-41e7-91da-1413d4c97901 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:13.826674 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1176a4b7-4bc8-4ceb-bc29-5bbbacb7503f req-09af64b9-b934-41e7-91da-1413d4c97901 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.1032758 Jan 19 21:36:13.827160 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53488) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:13.864645 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17038234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18692268'] for subnet (4e3f4f7c-dfc4-45d2-8434-441653470512), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.909991 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29c64695-5f3f-4a15-a7c6-775264269e77 admin admin] Publish callbacks [] for security_group (427bdb3b-e3f0-485d-a5f5-737653373a17), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.914538 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1176a4b7-4bc8-4ceb-bc29-5bbbacb7503f req-73cfe035-ec89-479a-8e5a-faba0ca75045 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658152 Jan 19 21:36:13.929049 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-98b3abb5-9176-4836-9145-5074af3ea233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.936675 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29c64695-5f3f-4a15-a7c6-775264269e77 admin admin] Publish callbacks [] for security_group (427bdb3b-e3f0-485d-a5f5-737653373a17), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.962629 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e3f4f7c-dfc4-45d2-8434-441653470512,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:13.970367 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Checking segment: {'id': 'c1368449-a1ac-4735-bd2c-a572cf1f1f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '707b8883-cb50-4838-92ef-6e6df9965a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:36:13.970782 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Network hostable DHCP agents. Network: 707b8883-cb50-4838-92ef-6e6df9965a0d, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:36:13.986519 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29c64695-5f3f-4a15-a7c6-775264269e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (427bdb3b-e3f0-485d-a5f5-737653373a17), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.989529 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-29c64695-5f3f-4a15-a7c6-775264269e77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:13.990680 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-29c64695-5f3f-4a15-a7c6-775264269e77 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/427bdb3b-e3f0-485d-a5f5-737653373a17 HTTP/1.1" status: 204 len: 168 time: 0.1626143 Jan 19 21:36:14.010797 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c64695-5f3f-4a15-a7c6-775264269e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=427bdb3b-e3f0-485d-a5f5-737653373a17,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:14.017641 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Network 707b8883-cb50-4838-92ef-6e6df9965a0d is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:36:14.033627 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 707b8883-cb50-4838-92ef-6e6df9965a0d) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:36:14.053100 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef460066-b89c-4eaa-a102-3dddda3604db None None] Network 707b8883-cb50-4838-92ef-6e6df9965a0d requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:36:14.060962 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:14.064880 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.088113 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-98b3abb5-9176-4836-9145-5074af3ea233 admin admin] Publish callbacks [] for security_group (ad5f17e3-d9da-48c7-9123-a06619ea1545), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.097249 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-98b3abb5-9176-4836-9145-5074af3ea233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ad5f17e3-d9da-48c7-9123-a06619ea1545), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.116242 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8c3eb6b6-0d66-4b7d-80ff-22a4d6b82d7b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5135512 Jan 19 21:36:14.167442 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-98b3abb5-9176-4836-9145-5074af3ea233 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d14de5edf1f44b1dbc54c6c8e8f22c80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4262240 Jan 19 21:36:14.170862 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53500) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:14.181857 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3abb5-9176-4836-9145-5074af3ea233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5f17e3-d9da-48c7-9123-a06619ea1545,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:14.205208 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5a45d-ff39-4839-90b0-3f2a1f9b791e None None] Network 707b8883-cb50-4838-92ef-6e6df9965a0d requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:36:14.250965 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-091eccd8-14a6-47c2-b22f-b9df00c4e8b0 admin admin] Publish callbacks [] for security_group (ad5f17e3-d9da-48c7-9123-a06619ea1545), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.280197 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-091eccd8-14a6-47c2-b22f-b9df00c4e8b0 admin admin] Publish callbacks [] for security_group (ad5f17e3-d9da-48c7-9123-a06619ea1545), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.342366 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-091eccd8-14a6-47c2-b22f-b9df00c4e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ad5f17e3-d9da-48c7-9123-a06619ea1545), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.348577 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-091eccd8-14a6-47c2-b22f-b9df00c4e8b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.348577 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-091eccd8-14a6-47c2-b22f-b9df00c4e8b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ad5f17e3-d9da-48c7-9123-a06619ea1545 HTTP/1.1" status: 204 len: 168 time: 0.1763029 Jan 19 21:36:14.358042 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53508) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:14.359195 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091eccd8-14a6-47c2-b22f-b9df00c4e8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5f17e3-d9da-48c7-9123-a06619ea1545,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:14.385025 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-314ad74d-88ac-4cc3-bb54-c0a0bc4fd7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.470139 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-314ad74d-88ac-4cc3-bb54-c0a0bc4fd7bc admin admin] Publish callbacks [] for security_group (3968a253-e39e-486d-b1ff-a9708886353e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.475672 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-314ad74d-88ac-4cc3-bb54-c0a0bc4fd7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (3968a253-e39e-486d-b1ff-a9708886353e), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.518390 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-314ad74d-88ac-4cc3-bb54-c0a0bc4fd7bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=588a395b17fa4ea5b1d847e866c3eddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1566904 Jan 19 21:36:14.518390 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ad74d-88ac-4cc3-bb54-c0a0bc4fd7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3968a253-e39e-486d-b1ff-a9708886353e,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:14.519531 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53510) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:14.554842 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.586467 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01839252-f376-4693-9ee0-097ff84f6083 admin admin] Publish callbacks [] for security_group (3968a253-e39e-486d-b1ff-a9708886353e), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.614448 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01839252-f376-4693-9ee0-097ff84f6083 admin admin] Publish callbacks [] for security_group (3968a253-e39e-486d-b1ff-a9708886353e), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.667009 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01839252-f376-4693-9ee0-097ff84f6083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (3968a253-e39e-486d-b1ff-a9708886353e), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.669631 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01839252-f376-4693-9ee0-097ff84f6083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.670788 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-01839252-f376-4693-9ee0-097ff84f6083 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3968a253-e39e-486d-b1ff-a9708886353e HTTP/1.1" status: 204 len: 168 time: 0.1501665 Jan 19 21:36:14.679503 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01839252-f376-4693-9ee0-097ff84f6083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3968a253-e39e-486d-b1ff-a9708886353e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:14.764470 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53524) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:14.777981 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8f1b-9e32-45dc-b6f4-7c383ca45b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.880698 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8f1b-9e32-45dc-b6f4-7c383ca45b12 admin admin] Publish callbacks [] for security_group (39e0096a-6ed9-47bd-8739-220d13f82e5c), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.887913 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ff3c8f1b-9e32-45dc-b6f4-7c383ca45b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (39e0096a-6ed9-47bd-8739-220d13f82e5c), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.909895 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53528) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:14.915244 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065850018-network', 'tenant_id': 'a0b6dc79f43c462180f74229e14e032f'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:36:14.929537 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ff3c8f1b-9e32-45dc-b6f4-7c383ca45b12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1cfe693649b44f568aa8cb552573af2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1639898 Jan 19 21:36:14.930398 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3c8f1b-9e32-45dc-b6f4-7c383ca45b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e0096a-6ed9-47bd-8739-220d13f82e5c,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:14.932151 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53530) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:14.961266 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Made reservation on behalf of a0b6dc79f43c462180f74229e14e032f for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:36:14.963699 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:14.979032 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.027520 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-2a9e25ad-7705-41ed-96b5-cb66d00e70a1 admin admin] Publish callbacks [] for security_group (39e0096a-6ed9-47bd-8739-220d13f82e5c), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.063890 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-2a9e25ad-7705-41ed-96b5-cb66d00e70a1 admin admin] Publish callbacks [] for security_group (39e0096a-6ed9-47bd-8739-220d13f82e5c), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.125664 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Publish callbacks [] for security_group (4d22e8b3-bede-4aa3-a551-3fa423f3638b), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.129553 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (4d22e8b3-bede-4aa3-a551-3fa423f3638b), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.158260 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-2a9e25ad-7705-41ed-96b5-cb66d00e70a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (39e0096a-6ed9-47bd-8739-220d13f82e5c), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.160751 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-2a9e25ad-7705-41ed-96b5-cb66d00e70a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.161867 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-2a9e25ad-7705-41ed-96b5-cb66d00e70a1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39e0096a-6ed9-47bd-8739-220d13f82e5c HTTP/1.1" status: 204 len: 168 time: 0.2285779 Jan 19 21:36:15.165180 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d22e8b3-bede-4aa3-a551-3fa423f3638b,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:15.168450 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:36:15.182678 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9e25ad-7705-41ed-96b5-cb66d00e70a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e0096a-6ed9-47bd-8739-220d13f82e5c,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:15.184625 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (1b697dc5-c227-43c2-83bb-c23c395e863d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.184964 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Added segment 1b697dc5-c227-43c2-83bb-c23c395e863d of type vlan for network 81c98cb7-9a00-4102-addb-79c7e004ef22 Jan 19 21:36:15.225321 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (81c98cb7-9a00-4102-addb-79c7e004ef22), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.250549 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (81c98cb7-9a00-4102-addb-79c7e004ef22), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.251493 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:15.252102 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.308224 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3972874 Jan 19 21:36:15.311440 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53538) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:15.313244 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a2eff-356b-432d-86cd-f4d657c5afbc admin admin] Pushing event updated for resources: {'Network': ['ID=81c98cb7-9a00-4102-addb-79c7e004ef22,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:15.322552 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Request body: {'subnet': {'network_id': '81c98cb7-9a00-4102-addb-79c7e004ef22', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2065850018-subnet', 'tenant_id': 'a0b6dc79f43c462180f74229e14e032f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:36:15.329543 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 81c98cb7-9a00-4102-addb-79c7e004ef22 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:36:15.346076 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Made reservation on behalf of a0b6dc79f43c462180f74229e14e032f for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:36:15.348626 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.524453 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (2b989786-09f6-47a7-99e8-e7559199cbac), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.582188 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b989786-09f6-47a7-99e8-e7559199cbac,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:15.591826 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Checking segment: {'id': '1b697dc5-c227-43c2-83bb-c23c395e863d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '81c98cb7-9a00-4102-addb-79c7e004ef22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:36:15.592186 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Network hostable DHCP agents. Network: 81c98cb7-9a00-4102-addb-79c7e004ef22, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:36:15.608626 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Network 81c98cb7-9a00-4102-addb-79c7e004ef22 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:36:15.617049 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 81c98cb7-9a00-4102-addb-79c7e004ef22) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:36:15.622819 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:15.623758 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.628289 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0f0ad4-6454-48e5-abf4-4854f08ba3ec None None] Network 81c98cb7-9a00-4102-addb-79c7e004ef22 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:36:15.650873 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a4be3185-b9db-4346-b2ef-19a931629886 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3286939 Jan 19 21:36:15.739048 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788c6495-48a2-467f-80d5-176bb92f3459 None None] Network 81c98cb7-9a00-4102-addb-79c7e004ef22 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:36:15.778710 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53556) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:15.826364 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e93884-8851-441b-b816-f6d010ce8f60 admin admin] Deleting subnet 4e3f4f7c-dfc4-45d2-8434-441653470512 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:36:15.830146 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-44e93884-8851-441b-b816-f6d010ce8f60 admin admin] Publish callbacks [] for subnet (4e3f4f7c-dfc4-45d2-8434-441653470512), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.867045 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-44e93884-8851-441b-b816-f6d010ce8f60 admin admin] Publish callbacks [] for subnet (4e3f4f7c-dfc4-45d2-8434-441653470512), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.877253 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-44e93884-8851-441b-b816-f6d010ce8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (4e3f4f7c-dfc4-45d2-8434-441653470512), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.941606 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-44e93884-8851-441b-b816-f6d010ce8f60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for subnet (4e3f4f7c-dfc4-45d2-8434-441653470512), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.945421 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Request body: {'port': {'device_id': '65fc7c96-fbb4-425c-b59f-91e105077246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:36:15.968757 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e93884-8851-441b-b816-f6d010ce8f60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e3f4f7c-dfc4-45d2-8434-441653470512,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:15.977663 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-44e93884-8851-441b-b816-f6d010ce8f60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:15.984041 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-44e93884-8851-441b-b816-f6d010ce8f60 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4e3f4f7c-dfc4-45d2-8434-441653470512 HTTP/1.1" status: 204 len: 168 time: 0.2041211 Jan 19 21:36:15.984693 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53566) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:16.029357 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.066320 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (707b8883-cb50-4838-92ef-6e6df9965a0d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.198726 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (707b8883-cb50-4838-92ef-6e6df9965a0d), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.237954 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2c0ac-54d0-49b2-a80e-523da42d5270 req-d5daa90c-3dfd-4f8c-a14e-f0717c35968c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:16.239626 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-51c2c0ac-54d0-49b2-a80e-523da42d5270 req-d5daa90c-3dfd-4f8c-a14e-f0717c35968c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 931 time: 0.1109338 Jan 19 21:36:16.243907 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.244415 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.245302 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.245818 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > port after_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.246358 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.246890 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > port after_update 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.247380 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.247833 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.248302 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.248799 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.270886 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.322721 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.323205 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.323373 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.323701 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 19 21:36:16.324628 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['707b8883-cb50-4838-92ef-6e6df9965a0d']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:36:16.351199 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1368449-a1ac-4735-bd2c-a572cf1f1f80') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:36:16.351491 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1368449-a1ac-4735-bd2c-a572cf1f1f80') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:36:16.359923 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.368199 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad39d47-099a-41c1-a010-ce07fcfc848f req-82e102db-e07d-4f2f-891f-c08fd20f5312 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:16.372847 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9ad39d47-099a-41c1-a010-ce07fcfc848f req-82e102db-e07d-4f2f-891f-c08fd20f5312 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.1490974 Jan 19 21:36:16.381850 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25490534'] for segment (c1368449-a1ac-4735-bd2c-a572cf1f1f80), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.411068 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (c1368449-a1ac-4735-bd2c-a572cf1f1f80), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.429735 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:36:16.430203 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26155108'] for segment (c1368449-a1ac-4735-bd2c-a572cf1f1f80), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: Traceback (most recent call last): Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: timer() Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: cb(*args, **kw) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: return func(*args, **kwargs) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: self._notify() Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: self.callback(batched_events) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: event.method(event) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: return f(self, *a, **k) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._get(url).json() Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:36:16.437761 dv-cinder-821602-16-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:36:16.468388 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-51c2c0ac-54d0-49b2-a80e-523da42d5270 req-ea68fcbb-7952-465c-9b24-558999c63241 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318176 Jan 19 21:36:16.544432 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (707b8883-cb50-4838-92ef-6e6df9965a0d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.568593 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Pushing event deleted for resources: {'Network': ['ID=707b8883-cb50-4838-92ef-6e6df9965a0d,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:16.570967 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.578070 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b84b2e7f-521a-43d1-9326-3cdc424aa507 admin admin] 10.222.0.39 "DELETE /v2.0/networks/707b8883-cb50-4838-92ef-6e6df9965a0d HTTP/1.1" status: 204 len: 168 time: 0.5922539 Jan 19 21:36:16.579346 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53586) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:16.649966 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e7e23e-7776-4ebd-a3b3-2fd49ed82fed admin admin] Deleting subnet 2b989786-09f6-47a7-99e8-e7559199cbac {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:36:16.654447 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-60e7e23e-7776-4ebd-a3b3-2fd49ed82fed admin admin] Publish callbacks [] for subnet (2b989786-09f6-47a7-99e8-e7559199cbac), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.694801 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-60e7e23e-7776-4ebd-a3b3-2fd49ed82fed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25490559'] for subnet (2b989786-09f6-47a7-99e8-e7559199cbac), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.736409 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-60e7e23e-7776-4ebd-a3b3-2fd49ed82fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (2b989786-09f6-47a7-99e8-e7559199cbac), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.776633 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9ad39d47-099a-41c1-a010-ce07fcfc848f req-e016dd52-0d31-470a-8eb1-f3e8e8f2ce85 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914133 Jan 19 21:36:16.782115 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fc62f1d-95cf-425e-9a10-661800a81dab {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:36:16.790769 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Publish callbacks [] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.810005 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-60e7e23e-7776-4ebd-a3b3-2fd49ed82fed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25586935'] for subnet (2b989786-09f6-47a7-99e8-e7559199cbac), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.811512 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Transition to ACTIVE for port object 1fc62f1d-95cf-425e-9a10-661800a81dab will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:36:16.816346 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.838595 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7e23e-7776-4ebd-a3b3-2fd49ed82fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b989786-09f6-47a7-99e8-e7559199cbac,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:16.842593 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-60e7e23e-7776-4ebd-a3b3-2fd49ed82fed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:16.848404 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-60e7e23e-7776-4ebd-a3b3-2fd49ed82fed admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2b989786-09f6-47a7-99e8-e7559199cbac HTTP/1.1" status: 204 len: 168 time: 0.2679434 Jan 19 21:36:16.848995 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53602) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:16.872672 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Pushing event updated for resources: {'Port': ['ID=1fc62f1d-95cf-425e-9a10-661800a81dab,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:16.951299 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Attempting to bind port 1fc62f1d-95cf-425e-9a10-661800a81dab on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:36:16.951802 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Attempting to bind port 1fc62f1d-95cf-425e-9a10-661800a81dab by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:36:16.952001 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Attempting to bind port 1fc62f1d-95cf-425e-9a10-661800a81dab on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:36:16.957703 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Port 1fc62f1d-95cf-425e-9a10-661800a81dab on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:36:16.958035 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Attempting to bind port 1fc62f1d-95cf-425e-9a10-661800a81dab on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:36:16.963396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:36:16.964018 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Checking segment: {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:36:16.964662 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Bound using segment: {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:36:16.965253 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Bound port: 1fc62f1d-95cf-425e-9a10-661800a81dab, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:36:16.965839 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.066938 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] For port 1fc62f1d-95cf-425e-9a10-661800a81dab, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:36:17.070999 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] For port 1fc62f1d-95cf-425e-9a10-661800a81dab, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc62f1d-95cf-425e-9a10-661800a81dab,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:36:17.074978 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.114717 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:17.115406 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.116841 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] 10.222.0.48 "PUT /v2.0/ports/1fc62f1d-95cf-425e-9a10-661800a81dab HTTP/1.1" status: 200 len: 1093 time: 1.1783240 Jan 19 21:36:17.117261 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fc7c96-fbb4-425c-b59f-91e105077246', 'tag': '1fc62f1d-95cf-425e-9a10-661800a81dab'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:36:17.119625 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97670ee9-4380-4779-b825-c61a1cb992d5" -d '{"events": [{"name": "network-changed", "server_uuid": "65fc7c96-fbb4-425c-b59f-91e105077246", "tag": "1fc62f1d-95cf-425e-9a10-661800a81dab"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:36:17.136427 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (81c98cb7-9a00-4102-addb-79c7e004ef22), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.145929 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b388671-58c6-42db-a766-36666c0cb51a service neutron] Pushing event updated for resources: {'Port': ['ID=1fc62f1d-95cf-425e-9a10-661800a81dab,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:17.184219 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adce1e9-3a12-4c5a-acf1-469e18a78bf0 x-openstack-request-id: req-6adce1e9-3a12-4c5a-acf1-469e18a78bf0 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:36:17.184516 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fc7c96-fbb4-425c-b59f-91e105077246", "tag": "1fc62f1d-95cf-425e-9a10-661800a81dab", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:36:17.184813 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6adce1e9-3a12-4c5a-acf1-469e18a78bf0 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:36:17.185224 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65fc7c96-fbb4-425c-b59f-91e105077246', 'tag': '1fc62f1d-95cf-425e-9a10-661800a81dab', 'status': 'completed', 'code': 200} Jan 19 21:36:17.228696 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-4550cbb2-ca3c-49db-9b38-a450bd8b3a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:17.230844 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-4550cbb2-ca3c-49db-9b38-a450bd8b3a53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 1096 time: 0.0403244 Jan 19 21:36:17.231553 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (81c98cb7-9a00-4102-addb-79c7e004ef22), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.251022 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c98cb7-9a00-4102-addb-79c7e004ef22']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:36:17.260314 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b697dc5-c227-43c2-83bb-c23c395e863d') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:36:17.260605 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b697dc5-c227-43c2-83bb-c23c395e863d') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:36:17.269730 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25490534'] for segment (1b697dc5-c227-43c2-83bb-c23c395e863d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.272010 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-7bfc4ae9-f621-4983-ba0e-50b0a5b4e785 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fc62f1d-95cf-425e-9a10-661800a81dab HTTP/1.1" status: 200 len: 217 time: 0.0322657 Jan 19 21:36:17.283207 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (1b697dc5-c227-43c2-83bb-c23c395e863d), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.289461 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:36:17.289887 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26155108'] for segment (1b697dc5-c227-43c2-83bb-c23c395e863d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: Traceback (most recent call last): Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: timer() Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: cb(*args, **kw) Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: return func(*args, **kwargs) Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: self._notify() Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: self.callback(batched_events) Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: event.method(event) Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: return f(self, *a, **k) Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._get(url).json() Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:36:17.291896 dv-cinder-821602-16-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:36:17.320699 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-8189591e-8247-4641-abed-316129813db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:17.322187 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-8189591e-8247-4641-abed-316129813db1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 200 len: 854 time: 0.0436916 Jan 19 21:36:17.344260 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (81c98cb7-9a00-4102-addb-79c7e004ef22), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.349420 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.354961 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] 10.222.0.39 "DELETE /v2.0/networks/81c98cb7-9a00-4102-addb-79c7e004ef22 HTTP/1.1" status: 204 len: 168 time: 0.5027139 Jan 19 21:36:17.358343 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-439a21bb-d6fe-475c-ae79-313ebbb05638 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299945 Jan 19 21:36:17.364590 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb22127-2140-443c-b7cd-a3835b23ef1b admin admin] Pushing event deleted for resources: {'Network': ['ID=81c98cb7-9a00-4102-addb-79c7e004ef22,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:17.448182 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-8dc20d45-1fb8-4113-88b5-c226e2c9dfc3 service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821130 Jan 19 21:36:17.523051 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53618) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:17.553314 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fca5372-337a-4ad9-bddb-e3095a7e5258 req-5ffefdd4-fbde-4f54-b254-40f91dfaaed7 service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940351 Jan 19 21:36:17.571819 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-63d973fb-0ef2-4cd6-8912-739a8e695051 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f68aebe7ca444cca866272d967132ac1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0476513 Jan 19 21:36:17.574778 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53620) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:17.604560 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f8f26-ffdb-4fa0-9d9f-99000e027f81 req-31dc7766-3437-4d2d-a942-491b3ae7496f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:17.606478 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a06f8f26-ffdb-4fa0-9d9f-99000e027f81 req-31dc7766-3437-4d2d-a942-491b3ae7496f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 943 time: 0.0498261 Jan 19 21:36:17.630101 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7da27265-ef35-422c-9afd-2522c896eec9 admin admin] Publish callbacks [] for security_group (6e3f147c-8a1e-488f-8b50-a4f26d1c6df1), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.654192 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7da27265-ef35-422c-9afd-2522c896eec9 admin admin] Publish callbacks [] for security_group (6e3f147c-8a1e-488f-8b50-a4f26d1c6df1), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.673921 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-ea76452a-522a-43b7-ad85-99350d3101f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:17.675417 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-ea76452a-522a-43b7-ad85-99350d3101f0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 1096 time: 0.0675211 Jan 19 21:36:17.690101 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a06f8f26-ffdb-4fa0-9d9f-99000e027f81 req-cc2afe6a-2b8a-477b-811a-f292099764bb tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739081 Jan 19 21:36:17.716630 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7da27265-ef35-422c-9afd-2522c896eec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (6e3f147c-8a1e-488f-8b50-a4f26d1c6df1), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.719502 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7da27265-ef35-422c-9afd-2522c896eec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:17.723040 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7da27265-ef35-422c-9afd-2522c896eec9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e3f147c-8a1e-488f-8b50-a4f26d1c6df1 HTTP/1.1" status: 204 len: 168 time: 0.1447556 Jan 19 21:36:17.732640 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da27265-ef35-422c-9afd-2522c896eec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e3f147c-8a1e-488f-8b50-a4f26d1c6df1,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:17.802137 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-b9135bcb-8caf-409d-a57d-f2da3ac61817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:17.804034 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-b9135bcb-8caf-409d-a57d-f2da3ac61817 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 915 time: 0.1130462 Jan 19 21:36:17.853450 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-26afd8df-7321-4853-9281-94f5283e36db service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1fc62f1d-95cf-425e-9a10-661800a81dab HTTP/1.1" status: 200 len: 217 time: 0.0423539 Jan 19 21:36:17.920248 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-28146d05-c4e7-498b-8e1c-40d8031b7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:17.922593 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-28146d05-c4e7-498b-8e1c-40d8031b7854 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 200 len: 854 time: 0.0627038 Jan 19 21:36:17.957666 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3dd36-c32d-4f1d-bc7a-c2a49b070027 req-48857764-93ba-4034-8732-fe8aa277be1f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:17.959270 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-50a3dd36-c32d-4f1d-bc7a-c2a49b070027 req-48857764-93ba-4034-8732-fe8aa277be1f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0660594 Jan 19 21:36:17.963147 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-a7a3f96b-a5b8-46a9-9584-ba9fd9951682 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285716 Jan 19 21:36:18.040487 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-50a3dd36-c32d-4f1d-bc7a-c2a49b070027 req-b5e3ec17-ff16-4268-bc1f-590fbeefb4c9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721383 Jan 19 21:36:18.084076 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-a47800bd-9faa-4a33-aad3-08501ab8aa1f service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134012 Jan 19 21:36:18.200260 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53664) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:18.234211 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97670ee9-4380-4779-b825-c61a1cb992d5 req-445be7cd-d237-4866-8d6f-319530091166 service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393020 Jan 19 21:36:18.245925 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-26433495-932e-461c-bf5f-98cf18aa8f39 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0b6dc79f43c462180f74229e14e032f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0448263 Jan 19 21:36:18.248462 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53668) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:18.302670 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fd80f641-84fd-4d67-99eb-fefba008f08b admin admin] Publish callbacks [] for security_group (4d22e8b3-bede-4aa3-a551-3fa423f3638b), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:18.328138 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fd80f641-84fd-4d67-99eb-fefba008f08b admin admin] Publish callbacks [] for security_group (4d22e8b3-bede-4aa3-a551-3fa423f3638b), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:18.380243 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fd80f641-84fd-4d67-99eb-fefba008f08b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (4d22e8b3-bede-4aa3-a551-3fa423f3638b), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:18.382879 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-fd80f641-84fd-4d67-99eb-fefba008f08b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:18.386933 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-fd80f641-84fd-4d67-99eb-fefba008f08b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d22e8b3-bede-4aa3-a551-3fa423f3638b HTTP/1.1" status: 204 len: 168 time: 0.1347282 Jan 19 21:36:18.395073 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd80f641-84fd-4d67-99eb-fefba008f08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d22e8b3-bede-4aa3-a551-3fa423f3638b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:18.818951 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92074813-c9e5-4e68-9fda-cdb3aa895dbc req-e4f95af4-0ba3-4b7e-b9ed-64803094116e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:18.820473 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-92074813-c9e5-4e68-9fda-cdb3aa895dbc req-e4f95af4-0ba3-4b7e-b9ed-64803094116e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 943 time: 0.0497935 Jan 19 21:36:18.867516 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-92074813-c9e5-4e68-9fda-cdb3aa895dbc req-015088ef-f05c-4834-a589-de0df4d1b158 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409286 Jan 19 21:36:19.154164 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ccbcb-e95b-4762-8213-f644881df27f req-1fe8f4ec-16e3-4080-97ab-3b4b3fa3ebef tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:19.155613 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-342ccbcb-e95b-4762-8213-f644881df27f req-1fe8f4ec-16e3-4080-97ab-3b4b3fa3ebef tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0482087 Jan 19 21:36:19.216473 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-342ccbcb-e95b-4762-8213-f644881df27f req-ed14dfac-4636-4264-9c23-b6a3cdeca97f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551512 Jan 19 21:36:19.374149 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea150023-002f-4d9e-8d65-15ca90004a66 req-d3c8ccbd-994f-426f-855c-4d1f4a76a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:19.376124 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ea150023-002f-4d9e-8d65-15ca90004a66 req-d3c8ccbd-994f-426f-855c-4d1f4a76a504 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 1098 time: 0.0635934 Jan 19 21:36:19.439548 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ea150023-002f-4d9e-8d65-15ca90004a66 req-148d979a-9f52-4b1e-991d-9098cc155164 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449131 Jan 19 21:36:19.471687 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53720) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:19.696627 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2546eee3-d0b7-4411-8403-9d2c638b5882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:19.701369 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53732) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:19.783742 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2546eee3-d0b7-4411-8403-9d2c638b5882 admin admin] Publish callbacks [] for security_group (aa77fdfe-987e-4b5b-a8cb-bd15d460e879), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:19.788950 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2546eee3-d0b7-4411-8403-9d2c638b5882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (aa77fdfe-987e-4b5b-a8cb-bd15d460e879), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:19.828977 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2546eee3-d0b7-4411-8403-9d2c638b5882 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb327ce513b5458a8c2514f75207c876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559322 Jan 19 21:36:19.831231 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2546eee3-d0b7-4411-8403-9d2c638b5882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa77fdfe-987e-4b5b-a8cb-bd15d460e879,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:19.832034 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53738) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:19.892939 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d4679021-b52e-4ad4-85e4-9fd50e480ec7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:19.934796 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-06fbecda-b6b2-41e2-aa1a-eaf72613f1db admin admin] Publish callbacks [] for security_group (aa77fdfe-987e-4b5b-a8cb-bd15d460e879), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.007361 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-06fbecda-b6b2-41e2-aa1a-eaf72613f1db admin admin] Publish callbacks [] for security_group (aa77fdfe-987e-4b5b-a8cb-bd15d460e879), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.069916 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ff47a2-f45a-4599-ac10-6918c2bad2d8 req-aaeb7a77-b477-4933-bbd1-4e20501e2870 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:20.071676 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a2ff47a2-f45a-4599-ac10-6918c2bad2d8 req-aaeb7a77-b477-4933-bbd1-4e20501e2870 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 943 time: 0.1218171 Jan 19 21:36:20.092869 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d4679021-b52e-4ad4-85e4-9fd50e480ec7 admin admin] Publish callbacks [] for security_group (98dbedd5-4311-4bb9-be2b-ff9facb2507b), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.105035 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d4679021-b52e-4ad4-85e4-9fd50e480ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (98dbedd5-4311-4bb9-be2b-ff9facb2507b), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.119457 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-06fbecda-b6b2-41e2-aa1a-eaf72613f1db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (aa77fdfe-987e-4b5b-a8cb-bd15d460e879), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.122837 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-06fbecda-b6b2-41e2-aa1a-eaf72613f1db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.123994 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-06fbecda-b6b2-41e2-aa1a-eaf72613f1db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa77fdfe-987e-4b5b-a8cb-bd15d460e879 HTTP/1.1" status: 204 len: 168 time: 0.2909002 Jan 19 21:36:20.172512 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d4679021-b52e-4ad4-85e4-9fd50e480ec7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d26ac5ddaa34655a3f29ca292f81098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4700117 Jan 19 21:36:20.175270 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53760) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:20.176258 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a2ff47a2-f45a-4599-ac10-6918c2bad2d8 req-515c7616-1a63-45a8-a331-bdec274e8e75 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952759 Jan 19 21:36:20.176857 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4679021-b52e-4ad4-85e4-9fd50e480ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98dbedd5-4311-4bb9-be2b-ff9facb2507b,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:20.187304 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fbecda-b6b2-41e2-aa1a-eaf72613f1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa77fdfe-987e-4b5b-a8cb-bd15d460e879,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:20.249547 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe1ea-f227-49dd-87bf-78bb766613d4 admin admin] Publish callbacks [] for security_group (98dbedd5-4311-4bb9-be2b-ff9facb2507b), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.273992 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe1ea-f227-49dd-87bf-78bb766613d4 admin admin] Publish callbacks [] for security_group (98dbedd5-4311-4bb9-be2b-ff9facb2507b), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.356896 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbb3215-200b-4fc1-bbab-54360ee0797d req-6c5f6f0a-47c1-478a-8813-dae5fa312c8b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:20.358764 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-acbb3215-200b-4fc1-bbab-54360ee0797d req-6c5f6f0a-47c1-478a-8813-dae5fa312c8b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0614488 Jan 19 21:36:20.387013 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53768) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:20.390609 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe1ea-f227-49dd-87bf-78bb766613d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (98dbedd5-4311-4bb9-be2b-ff9facb2507b), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.393210 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d5cfe1ea-f227-49dd-87bf-78bb766613d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.397258 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d5cfe1ea-f227-49dd-87bf-78bb766613d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98dbedd5-4311-4bb9-be2b-ff9facb2507b HTTP/1.1" status: 204 len: 168 time: 0.2207494 Jan 19 21:36:20.428476 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-acbb3215-200b-4fc1-bbab-54360ee0797d req-f9ab544f-b690-4c08-870e-ce6c70f59d0a tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588858 Jan 19 21:36:20.433244 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfe1ea-f227-49dd-87bf-78bb766613d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98dbedd5-4311-4bb9-be2b-ff9facb2507b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:20.646682 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5d1977fc-4efa-4872-acea-85cac65d6718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.741441 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5d1977fc-4efa-4872-acea-85cac65d6718 admin admin] Publish callbacks [] for security_group (94fb1294-d596-4667-bcfa-514f3aa2cb45), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.748098 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5d1977fc-4efa-4872-acea-85cac65d6718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (94fb1294-d596-4667-bcfa-514f3aa2cb45), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.780651 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1977fc-4efa-4872-acea-85cac65d6718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fb1294-d596-4667-bcfa-514f3aa2cb45,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:20.799903 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-5d1977fc-4efa-4872-acea-85cac65d6718 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1c5c8b1d52f4a759b7e3ce062d7ff8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090409 Jan 19 21:36:20.800245 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53794) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:20.855267 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-95ccb985-36e3-420a-8fa6-b8cafc0ce331 admin admin] Publish callbacks [] for security_group (94fb1294-d596-4667-bcfa-514f3aa2cb45), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.878913 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-95ccb985-36e3-420a-8fa6-b8cafc0ce331 admin admin] Publish callbacks [] for security_group (94fb1294-d596-4667-bcfa-514f3aa2cb45), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.932419 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-95ccb985-36e3-420a-8fa6-b8cafc0ce331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (94fb1294-d596-4667-bcfa-514f3aa2cb45), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.936470 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-95ccb985-36e3-420a-8fa6-b8cafc0ce331 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:20.938085 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-95ccb985-36e3-420a-8fa6-b8cafc0ce331 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94fb1294-d596-4667-bcfa-514f3aa2cb45 HTTP/1.1" status: 204 len: 168 time: 0.1367066 Jan 19 21:36:20.947163 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccb985-36e3-420a-8fa6-b8cafc0ce331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fb1294-d596-4667-bcfa-514f3aa2cb45,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:21.306519 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1d03d-cd3d-46d3-ae9a-1e6d3aa2799d req-4019776f-7b11-4988-b1c8-75814782557b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:21.312345 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-87b1d03d-cd3d-46d3-ae9a-1e6d3aa2799d req-4019776f-7b11-4988-b1c8-75814782557b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 943 time: 0.0624604 Jan 19 21:36:21.341908 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 53818) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:21.355454 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-56ac665b-a046-4c14-b7c4-f97392fb3930 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:21.375392 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-87b1d03d-cd3d-46d3-ae9a-1e6d3aa2799d req-5dd8258c-a0b7-4483-a147-c6f116c72266 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575848 Jan 19 21:36:21.442454 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-56ac665b-a046-4c14-b7c4-f97392fb3930 admin admin] Publish callbacks [] for security_group (48668762-5ea4-46fb-a6c2-63b9ff1f736e), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:21.446632 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-56ac665b-a046-4c14-b7c4-f97392fb3930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (48668762-5ea4-46fb-a6c2-63b9ff1f736e), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:21.488637 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-56ac665b-a046-4c14-b7c4-f97392fb3930 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54b397913cab4ec2ab745bde234a916f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1456265 Jan 19 21:36:21.489493 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac665b-a046-4c14-b7c4-f97392fb3930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48668762-5ea4-46fb-a6c2-63b9ff1f736e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:21.491332 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 53830) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:21.493944 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 1fc62f1d-95cf-425e-9a10-661800a81dab details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:36:21.548444 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f128-48fc-41a0-bb8a-b39f77e50aec admin admin] Publish callbacks [] for security_group (48668762-5ea4-46fb-a6c2-63b9ff1f736e), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:21.601138 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f128-48fc-41a0-bb8a-b39f77e50aec admin admin] Publish callbacks [] for security_group (48668762-5ea4-46fb-a6c2-63b9ff1f736e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:21.654395 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc5605-b5e6-4d81-8114-0cdffefb9c3b req-7ba48344-434f-4ed2-a9bf-72121ec59e6b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:21.661768 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-60cc5605-b5e6-4d81-8114-0cdffefb9c3b req-7ba48344-434f-4ed2-a9bf-72121ec59e6b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.0919964 Jan 19 21:36:21.682325 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 1fc62f1d-95cf-425e-9a10-661800a81dab, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc62f1d-95cf-425e-9a10-661800a81dab,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:36:21.701417 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '1fc62f1d-95cf-425e-9a10-661800a81dab', 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b', 'port_id': '1fc62f1d-95cf-425e-9a10-661800a81dab', 'mac_address': 'fa:16:3e:1c:da:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3eea529-9b79-498c-9e28-fca06c43e668', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:36:21.705095 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f128-48fc-41a0-bb8a-b39f77e50aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (48668762-5ea4-46fb-a6c2-63b9ff1f736e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:21.707811 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cdc6f128-48fc-41a0-bb8a-b39f77e50aec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:21.709114 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-cdc6f128-48fc-41a0-bb8a-b39f77e50aec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48668762-5ea4-46fb-a6c2-63b9ff1f736e HTTP/1.1" status: 204 len: 168 time: 0.2165544 Jan 19 21:36:21.723702 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc6f128-48fc-41a0-bb8a-b39f77e50aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48668762-5ea4-46fb-a6c2-63b9ff1f736e,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:21.763546 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-60cc5605-b5e6-4d81-8114-0cdffefb9c3b req-045412fa-7ff2-47b4-89ed-a8b5c5a6b445 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959122 Jan 19 21:36:21.789917 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 1fc62f1d-95cf-425e-9a10-661800a81dab is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:36:21.791757 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:21.833580 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fc62f1d-95cf-425e-9a10-661800a81dab {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:36:21.875174 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 1fc62f1d-95cf-425e-9a10-661800a81dab, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc62f1d-95cf-425e-9a10-661800a81dab,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:36:21.882424 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:21.949751 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253167c-b536-4ae9-a4a2-3caadda3655e req-f6ef1f85-ff10-44ba-92eb-7afbe71f3e8d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:21.952502 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0253167c-b536-4ae9-a4a2-3caadda3655e req-f6ef1f85-ff10-44ba-92eb-7afbe71f3e8d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.1007395 Jan 19 21:36:21.963329 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=1fc62f1d-95cf-425e-9a10-661800a81dab,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:21.971751 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.972736 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.973429 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.973918 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.974625 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.974954 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.975470 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.975982 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.988161 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.990211 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.990573 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.990913 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:21.991249 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:36:22.016690 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0253167c-b536-4ae9-a4a2-3caadda3655e req-95e1b77b-ab1f-461f-a4e4-43a085eb2e11 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570428 Jan 19 21:36:22.228346 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['1fc62f1d-95cf-425e-9a10-661800a81dab'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:36:22.525342 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff08f077-1d54-4076-a09d-490ce9fdb7b7 req-1821c0a0-9380-4b44-8751-2928081fdb19 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:22.527675 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ff08f077-1d54-4076-a09d-490ce9fdb7b7 req-1821c0a0-9380-4b44-8751-2928081fdb19 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 944 time: 0.0835950 Jan 19 21:36:22.592144 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ff08f077-1d54-4076-a09d-490ce9fdb7b7 req-b431cb45-307d-4c0f-a8c8-30ba9efc5b23 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555456 Jan 19 21:36:23.525517 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 1fc62f1d-95cf-425e-9a10-661800a81dab up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:36:23.596535 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 1fc62f1d-95cf-425e-9a10-661800a81dab completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:36:23.603278 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 1fc62f1d-95cf-425e-9a10-661800a81dab triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:36:23.604597 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:23.798964 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 1fc62f1d-95cf-425e-9a10-661800a81dab is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:36:23.799718 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:23.815394 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95c9e58-2e07-452d-8618-02866d530bd6 req-a00944af-76da-4a62-9669-985134eca0d4 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:23.826434 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a95c9e58-2e07-452d-8618-02866d530bd6 req-a00944af-76da-4a62-9669-985134eca0d4 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 944 time: 0.0828466 Jan 19 21:36:23.840304 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 1fc62f1d-95cf-425e-9a10-661800a81dab, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc62f1d-95cf-425e-9a10-661800a81dab,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:36:23.841852 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fc7c96-fbb4-425c-b59f-91e105077246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc62f1d-95cf-425e-9a10-661800a81dab'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:36:23.845813 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4345fbce-774c-4f2c-b362-391080ea59b4" -d '{"events": [{"server_uuid": "65fc7c96-fbb4-425c-b59f-91e105077246", "name": "network-vif-plugged", "status": "completed", "tag": "1fc62f1d-95cf-425e-9a10-661800a81dab"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:36:23.849547 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:23.914043 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a95c9e58-2e07-452d-8618-02866d530bd6 req-db8d95d2-19a7-4fd6-8671-ebd1c48f9e79 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859873 Jan 19 21:36:23.940234 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=1fc62f1d-95cf-425e-9a10-661800a81dab,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:24.009611 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d226119-f603-4d55-a079-9cf7c7e319dc x-openstack-request-id: req-1d226119-f603-4d55-a079-9cf7c7e319dc {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:36:24.010077 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fc7c96-fbb4-425c-b59f-91e105077246", "name": "network-vif-plugged", "status": "completed", "tag": "1fc62f1d-95cf-425e-9a10-661800a81dab", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:36:24.010345 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d226119-f603-4d55-a079-9cf7c7e319dc {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:36:24.011197 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fc7c96-fbb4-425c-b59f-91e105077246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fc62f1d-95cf-425e-9a10-661800a81dab', 'code': 200} Jan 19 21:36:24.203485 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-58bac913-bb3a-4abb-ba17-497a4e202aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:24.208945 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-58bac913-bb3a-4abb-ba17-497a4e202aaa service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1099 time: 0.0695112 Jan 19 21:36:24.257398 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf57189-0e85-44ee-894a-beafaf689ada req-ed0292a3-a415-4d49-91c0-cf90da209eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:24.257879 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abf57189-0e85-44ee-894a-beafaf689ada req-ed0292a3-a415-4d49-91c0-cf90da209eb4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 1098 time: 0.0516856 Jan 19 21:36:24.352276 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69631f-4de9-4e5f-a825-38674bc853f6 req-fd9c0bad-99a3-4589-a4ee-176deed719d9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:24.358667 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4f69631f-4de9-4e5f-a825-38674bc853f6 req-fd9c0bad-99a3-4589-a4ee-176deed719d9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.1228740 Jan 19 21:36:24.362885 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-abf57189-0e85-44ee-894a-beafaf689ada req-3c57cf65-a865-4169-aa1c-e9ae41fa6697 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976050 Jan 19 21:36:24.370413 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-4e9e9de2-4615-46cf-b57c-4aeca4bc8e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:24.372641 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-4e9e9de2-4615-46cf-b57c-4aeca4bc8e39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 920 time: 0.1572413 Jan 19 21:36:24.410553 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4f69631f-4de9-4e5f-a825-38674bc853f6 req-254c5842-231a-4896-80c9-a55aaf759b97 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510128 Jan 19 21:36:24.607798 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-3a5ea589-9b5c-494f-9ca5-cd3a082dd5ee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be916c0-7bbe-43f9-82aa-54bca0877846 HTTP/1.1" status: 200 len: 217 time: 0.0355465 Jan 19 21:36:24.657962 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-f01d164d-442d-4de4-9722-0c69446c44c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:24.659415 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-f01d164d-442d-4de4-9722-0c69446c44c9 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.0448952 Jan 19 21:36:24.693766 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-11d9a6d8-8bc9-49da-a684-0ae6fb188511 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254467 Jan 19 21:36:24.788656 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-5b8fe5a6-eb9e-46fe-b7ec-2d37b8154dbf service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879002 Jan 19 21:36:24.878395 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7cfe482b-506a-40d3-b1ee-e18a52b3382f req-77ddd610-c7fb-482b-bdfd-318384ec0039 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817354 Jan 19 21:36:25.027823 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e73a71-f1c6-451e-9cf5-3e630202c019 req-854d8ec4-a0f0-4c55-bed9-61b4a6571230 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:25.029772 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a9e73a71-f1c6-451e-9cf5-3e630202c019 req-854d8ec4-a0f0-4c55-bed9-61b4a6571230 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 945 time: 0.0498645 Jan 19 21:36:25.082514 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a9e73a71-f1c6-451e-9cf5-3e630202c019 req-ab424f2f-8056-4e8e-8a6d-d67c87d90da9 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468860 Jan 19 21:36:25.544127 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7feb711-5069-44a8-929b-a8f11524163d req-97c65c62-4822-4d8c-b667-edd51fb9b312 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:25.545948 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b7feb711-5069-44a8-929b-a8f11524163d req-97c65c62-4822-4d8c-b667-edd51fb9b312 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0582979 Jan 19 21:36:25.596057 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b7feb711-5069-44a8-929b-a8f11524163d req-e80a5fe2-4f17-4239-bb9d-7ab268aa381e tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444865 Jan 19 21:36:26.203285 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dec96e-e828-4d52-a496-d8c5ad7c8877 req-f2cbd863-1cd9-4bd7-a2c0-4772be440d96 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:26.204812 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-00dec96e-e828-4d52-a496-d8c5ad7c8877 req-f2cbd863-1cd9-4bd7-a2c0-4772be440d96 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 945 time: 0.0522840 Jan 19 21:36:26.252800 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-00dec96e-e828-4d52-a496-d8c5ad7c8877 req-d7d1a7cd-7131-4e5c-8fbb-a9016af8317b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414903 Jan 19 21:36:26.756497 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e8c108-8490-4506-9c2a-d3e4dc14fddd req-17688140-9a85-43d1-85cc-7660059c8cb0 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:26.764485 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b1e8c108-8490-4506-9c2a-d3e4dc14fddd req-17688140-9a85-43d1-85cc-7660059c8cb0 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0757887 Jan 19 21:36:26.840753 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b1e8c108-8490-4506-9c2a-d3e4dc14fddd req-ef3949a3-dfb3-41b6-925d-838ed8a54713 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752921 Jan 19 21:36:28.013302 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c93c520-dfff-4bcf-b6da-1b31748cae87 req-06f5b090-6dd8-496e-8ff7-183372861e95 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:28.013302 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6c93c520-dfff-4bcf-b6da-1b31748cae87 req-06f5b090-6dd8-496e-8ff7-183372861e95 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0748739 Jan 19 21:36:28.079223 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6c93c520-dfff-4bcf-b6da-1b31748cae87 req-33a984eb-38e8-4ee3-8d10-5bf44da090b8 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627129 Jan 19 21:36:28.366222 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-5e76e9de-3240-4a59-9964-29bb1370647d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:28.368663 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-5e76e9de-3240-4a59-9964-29bb1370647d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 814 time: 0.1352119 Jan 19 21:36:28.389642 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-459434c1-1cf3-4547-878c-6a2cdd299273 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/quotas/caf30a5370f445d7b4419ccdbf3e6176 HTTP/1.1" status: 200 len: 375 time: 0.0116925 Jan 19 21:36:28.446708 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-84164e63-c40d-4674-ab06-2f4464baa03a tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507095 Jan 19 21:36:28.541194 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-f44894b5-9c9b-43a5-adc5-93241e029e51 service neutron] 10.222.0.39 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859785 Jan 19 21:36:28.639233 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-32635e5c-d7f8-4e03-9273-bb93c15893bc service neutron] 10.222.0.39 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911381 Jan 19 21:36:28.816141 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-520f7d46-28f3-4cbe-bf94-4c1677fd97ef req-ae71dc7a-5a5d-4f74-bf66-4fcae49bc139 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 210 time: 0.0299268 Jan 19 21:36:29.219187 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00985fa4-8cc1-4fa3-b23e-1d6d1b743561 req-b8c79a0c-412c-492e-95d7-24a1b403f729 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:29.220926 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-00985fa4-8cc1-4fa3-b23e-1d6d1b743561 req-b8c79a0c-412c-492e-95d7-24a1b403f729 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0560281 Jan 19 21:36:29.278581 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-00985fa4-8cc1-4fa3-b23e-1d6d1b743561 req-774fa4ae-3ec7-4c09-a93b-3954ccf673b7 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503547 Jan 19 21:36:29.932751 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-21e882c0-69f7-43ca-a96d-33bbc7637346 req-6effb98a-c622-4c93-b858-b6895f274940 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 210 time: 0.0410149 Jan 19 21:36:29.940775 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-21f66ebc-5db5-42d7-82d5-63e8d22a182d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:29.942293 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-21f66ebc-5db5-42d7-82d5-63e8d22a182d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 814 time: 0.1129899 Jan 19 21:36:29.955276 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Request body: {'port': {'device_id': 'aefb9606-192d-4b41-838f-e116b004086d', 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b', 'admin_state_up': True, 'tenant_id': 'caf30a5370f445d7b4419ccdbf3e6176'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:36:30.070906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Made reservation on behalf of caf30a5370f445d7b4419ccdbf3e6176 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:36:30.075008 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:30.216230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Allocated IP 172.20.0.5 (5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b/d3eea529-9b79-498c-9e28-fca06c43e668/e2c1790d-a7fa-4f58-9690-17de82f6cf83) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:36:30.393985 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks [] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:30.432611 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721da22-bfa7-49e3-80f3-7b1cad2e0b96 req-e22f399c-a04c-46cd-8196-b1aa223e5aba tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:30.434423 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e721da22-bfa7-49e3-80f3-7b1cad2e0b96 req-e22f399c-a04c-46cd-8196-b1aa223e5aba tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0776014 Jan 19 21:36:30.460723 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:30.518102 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:36:30.525197 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:36:30.533327 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:36:30.561664 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Pushing event updated for resources: {'Port': ['ID=e2c1790d-a7fa-4f58-9690-17de82f6cf83,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:30.569991 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e721da22-bfa7-49e3-80f3-7b1cad2e0b96 req-4701aed5-8846-4f24-91cc-ca64ce4469fe tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294770 Jan 19 21:36:30.602949 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:30.603549 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:30.622340 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-eba80c4a-15d7-4005-8703-6dffcddf81cd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6709311 Jan 19 21:36:32.967689 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f16583a8-e8ef-4b06-a68b-13d8a3001f70', '1fc62f1d-95cf-425e-9a10-661800a81dab'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:36:32.970917 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Request body: {'port': {'device_id': 'aefb9606-192d-4b41-838f-e116b004086d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:36:33.030829 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:33.134461 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b9c46-2f5d-43cb-8e45-cb5d2f05bbb7 req-523dfda8-3740-4530-ac5a-19af5a6b2686 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:33.135874 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f80b9c46-2f5d-43cb-8e45-cb5d2f05bbb7 req-523dfda8-3740-4530-ac5a-19af5a6b2686 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 931 time: 0.0543578 Jan 19 21:36:33.193411 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f80b9c46-2f5d-43cb-8e45-cb5d2f05bbb7 req-a3a0adad-d53a-47f0-8817-22fe5062cc2b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509551 Jan 19 21:36:33.248805 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6293565-d2a7-4ffa-b548-33305c515e36 req-d2022792-3222-4f5f-8849-77980327b1ef tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:33.250279 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a6293565-d2a7-4ffa-b548-33305c515e36 req-d2022792-3222-4f5f-8849-77980327b1ef tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.1527989 Jan 19 21:36:33.330622 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a6293565-d2a7-4ffa-b548-33305c515e36 req-3a2bd874-a7ce-4460-82b4-4366bab03488 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745487 Jan 19 21:36:33.378534 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c1790d-a7fa-4f58-9690-17de82f6cf83 {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:36:33.386047 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Publish callbacks [] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:33.398373 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Transition to ACTIVE for port object e2c1790d-a7fa-4f58-9690-17de82f6cf83 will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:36:33.403684 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:33.453363 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c1790d-a7fa-4f58-9690-17de82f6cf83,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:33.523421 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Attempting to bind port e2c1790d-a7fa-4f58-9690-17de82f6cf83 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:36:33.523749 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Attempting to bind port e2c1790d-a7fa-4f58-9690-17de82f6cf83 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:36:33.524100 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Attempting to bind port e2c1790d-a7fa-4f58-9690-17de82f6cf83 on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:36:33.529465 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Port e2c1790d-a7fa-4f58-9690-17de82f6cf83 on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:36:33.529777 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Attempting to bind port e2c1790d-a7fa-4f58-9690-17de82f6cf83 on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:36:33.534628 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:36:33.535109 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Checking segment: {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:36:33.535422 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Bound using segment: {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:36:33.535883 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Bound port: e2c1790d-a7fa-4f58-9690-17de82f6cf83, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:36:33.536226 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:33.599587 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] For port e2c1790d-a7fa-4f58-9690-17de82f6cf83, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:36:33.603416 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] For port e2c1790d-a7fa-4f58-9690-17de82f6cf83, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e2c1790d-a7fa-4f58-9690-17de82f6cf83,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:36:33.607688 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:33.648311 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:33.649166 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:33.650605 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] 10.222.0.48 "PUT /v2.0/ports/e2c1790d-a7fa-4f58-9690-17de82f6cf83 HTTP/1.1" status: 200 len: 1093 time: 0.6839499 Jan 19 21:36:33.651047 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aefb9606-192d-4b41-838f-e116b004086d', 'tag': 'e2c1790d-a7fa-4f58-9690-17de82f6cf83'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:36:33.653337 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfde4ac6-524a-43c0-9c57-f05720b64123" -d '{"events": [{"name": "network-changed", "server_uuid": "aefb9606-192d-4b41-838f-e116b004086d", "tag": "e2c1790d-a7fa-4f58-9690-17de82f6cf83"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:36:33.676994 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f55130-4136-4d03-85c7-545bde89ef15 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c1790d-a7fa-4f58-9690-17de82f6cf83,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:33.695908 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f46b0cc-e18b-4d94-8a9c-e62b71501ce2 x-openstack-request-id: req-5f46b0cc-e18b-4d94-8a9c-e62b71501ce2 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:36:33.696642 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aefb9606-192d-4b41-838f-e116b004086d", "tag": "e2c1790d-a7fa-4f58-9690-17de82f6cf83", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:36:33.696801 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f46b0cc-e18b-4d94-8a9c-e62b71501ce2 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:36:33.697165 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aefb9606-192d-4b41-838f-e116b004086d', 'tag': 'e2c1790d-a7fa-4f58-9690-17de82f6cf83', 'status': 'completed', 'code': 200} Jan 19 21:36:33.758550 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-9d2ad7da-1395-4c85-822e-ffef5c204fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:33.760212 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-9d2ad7da-1395-4c85-822e-ffef5c204fbb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 1096 time: 0.0502093 Jan 19 21:36:33.802631 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-0d8a226c-fdfc-46a9-a728-a8b4ff9f7fb1 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2c1790d-a7fa-4f58-9690-17de82f6cf83 HTTP/1.1" status: 200 len: 217 time: 0.0338726 Jan 19 21:36:33.854699 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-88ec17dd-fa94-4685-a2fc-ed0b9fbecb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:33.856483 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-88ec17dd-fa94-4685-a2fc-ed0b9fbecb00 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 200 len: 854 time: 0.0451269 Jan 19 21:36:33.897765 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-d6077f97-9371-4993-a47b-cca8ada8375b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319805 Jan 19 21:36:33.995934 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-781b1c7d-db2f-44ab-8ef0-a42c111f52b5 service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892673 Jan 19 21:36:34.110643 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-003aebc4-5d66-4d83-920b-baeaa849e628 req-03f9d5bd-2f60-4601-ba64-10c50658b5ae service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022820 Jan 19 21:36:34.219954 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-45be2193-4a88-4425-80b1-e2b91a99f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:34.221556 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-45be2193-4a88-4425-80b1-e2b91a99f89b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 1096 time: 0.0481992 Jan 19 21:36:34.455035 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d1c26-f86d-4bff-a68e-16fa000e9d30 req-976148ab-0ea4-443f-8d17-5b4fd1f3559c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:34.456742 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-953d1c26-f86d-4bff-a68e-16fa000e9d30 req-976148ab-0ea4-443f-8d17-5b4fd1f3559c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0525694 Jan 19 21:36:34.510862 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-953d1c26-f86d-4bff-a68e-16fa000e9d30 req-81e832cb-738c-4482-af55-590977ff4e28 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484965 Jan 19 21:36:34.563423 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8e6562-d4a7-4ddd-979e-5cd6b739422e req-9b360668-dbaa-4e2f-bb4d-17982984cd12 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:34.564883 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bc8e6562-d4a7-4ddd-979e-5cd6b739422e req-9b360668-dbaa-4e2f-bb4d-17982984cd12 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 943 time: 0.2817335 Jan 19 21:36:34.566231 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-2792fc69-b943-4e08-92b2-981a40a9a152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:34.567507 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-2792fc69-b943-4e08-92b2-981a40a9a152 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 915 time: 0.3370843 Jan 19 21:36:34.628911 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-e6ecf63d-adbb-417b-8511-000f29e3bf2a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e2c1790d-a7fa-4f58-9690-17de82f6cf83 HTTP/1.1" status: 200 len: 217 time: 0.0403261 Jan 19 21:36:34.651691 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bc8e6562-d4a7-4ddd-979e-5cd6b739422e req-66cb0473-ff66-4e63-99a4-c9e8df385c97 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811601 Jan 19 21:36:34.688513 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-fc691d22-ab6e-416d-8c31-b1da21ad7c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:34.689937 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-fc691d22-ab6e-416d-8c31-b1da21ad7c48 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 200 len: 854 time: 0.0510221 Jan 19 21:36:34.723052 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-34330af8-9551-40aa-a773-f12735ec8063 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238836 Jan 19 21:36:34.823408 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-c54c9a31-33df-441e-aa34-faca4d66b4bc service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888872 Jan 19 21:36:34.922696 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cfde4ac6-524a-43c0-9c57-f05720b64123 req-afe6cb88-0688-4c16-973e-9817f85527d0 service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889356 Jan 19 21:36:35.633229 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2061523-8bb4-43bc-9d19-ad6ee71825d6 req-a4418771-d75f-42e4-87a3-0cf4f36edd9f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:35.634686 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d2061523-8bb4-43bc-9d19-ad6ee71825d6 req-a4418771-d75f-42e4-87a3-0cf4f36edd9f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0483167 Jan 19 21:36:35.687137 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d2061523-8bb4-43bc-9d19-ad6ee71825d6 req-71817181-e1f8-4e49-a15f-42b045c73a0d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459499 Jan 19 21:36:35.773337 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b4f62-a83f-4406-b8a5-2970badfa7af req-1eee3229-2d3b-4837-8cc0-d8226cdb1576 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:35.774861 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-428b4f62-a83f-4406-b8a5-2970badfa7af req-1eee3229-2d3b-4837-8cc0-d8226cdb1576 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 943 time: 0.0496457 Jan 19 21:36:35.821329 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-428b4f62-a83f-4406-b8a5-2970badfa7af req-04acd1a9-aa6e-428c-9308-a5ef6b1edf59 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408599 Jan 19 21:36:36.407227 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 54256) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:36.518442 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6635a1a6-79a0-4849-a23b-6736c5d300dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:36.599622 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6635a1a6-79a0-4849-a23b-6736c5d300dc admin admin] Publish callbacks [] for security_group (8af95daa-cb88-42fd-adc6-eef9d24d441a), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:36.603421 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6635a1a6-79a0-4849-a23b-6736c5d300dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (8af95daa-cb88-42fd-adc6-eef9d24d441a), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:36.646524 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-6635a1a6-79a0-4849-a23b-6736c5d300dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04b13e0f545746388c59469905419185&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381501 Jan 19 21:36:36.647379 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635a1a6-79a0-4849-a23b-6736c5d300dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af95daa-cb88-42fd-adc6-eef9d24d441a,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:36.649209 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 54266) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:36.700776 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01b5fe07-230a-4c28-9750-2b1b61b46a09 admin admin] Publish callbacks [] for security_group (8af95daa-cb88-42fd-adc6-eef9d24d441a), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:36.723362 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01b5fe07-230a-4c28-9750-2b1b61b46a09 admin admin] Publish callbacks [] for security_group (8af95daa-cb88-42fd-adc6-eef9d24d441a), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:36.797994 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94c5b2-0ea9-4545-b21e-a4772fa78eba req-e61e6aec-bad2-4b4c-b4f3-8a9212c87f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:36.799509 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6a94c5b2-0ea9-4545-b21e-a4772fa78eba req-e61e6aec-bad2-4b4c-b4f3-8a9212c87f5b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1099 time: 0.0542383 Jan 19 21:36:36.819186 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01b5fe07-230a-4c28-9750-2b1b61b46a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (8af95daa-cb88-42fd-adc6-eef9d24d441a), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:36.822136 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-01b5fe07-230a-4c28-9750-2b1b61b46a09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:36.823300 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-01b5fe07-230a-4c28-9750-2b1b61b46a09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8af95daa-cb88-42fd-adc6-eef9d24d441a HTTP/1.1" status: 204 len: 168 time: 0.1729591 Jan 19 21:36:36.836302 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b5fe07-230a-4c28-9750-2b1b61b46a09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af95daa-cb88-42fd-adc6-eef9d24d441a,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:36.865380 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6a94c5b2-0ea9-4545-b21e-a4772fa78eba req-8bde62a9-6bf7-49a1-9057-5462be324924 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576153 Jan 19 21:36:36.882666 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd73a49d-9bbd-4941-a380-1fe553896e51 req-fcced117-3c19-49ce-9c53-f86bf757b740 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:36.888430 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fd73a49d-9bbd-4941-a380-1fe553896e51 req-fcced117-3c19-49ce-9c53-f86bf757b740 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.1158297 Jan 19 21:36:36.948933 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fd73a49d-9bbd-4941-a380-1fe553896e51 req-59294db2-4371-421f-b723-9410585c9de9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565813 Jan 19 21:36:36.973253 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5860a-b22d-4ec4-a258-066cbff982c5 req-44bbcefb-c310-474f-a882-5b83a2ff8ea5 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:36.974880 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-faa5860a-b22d-4ec4-a258-066cbff982c5 req-44bbcefb-c310-474f-a882-5b83a2ff8ea5 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 943 time: 0.0563116 Jan 19 21:36:36.978116 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device e2c1790d-a7fa-4f58-9690-17de82f6cf83 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:36:37.040394 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-faa5860a-b22d-4ec4-a258-066cbff982c5 req-1c20d64c-7b6f-4b4c-937c-7a31d03db750 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460784 Jan 19 21:36:37.086479 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port e2c1790d-a7fa-4f58-9690-17de82f6cf83, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e2c1790d-a7fa-4f58-9690-17de82f6cf83,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:36:37.097629 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'e2c1790d-a7fa-4f58-9690-17de82f6cf83', 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b', 'port_id': 'e2c1790d-a7fa-4f58-9690-17de82f6cf83', 'mac_address': 'fa:16:3e:f9:63:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3eea529-9b79-498c-9e28-fca06c43e668', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:36:37.137648 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port e2c1790d-a7fa-4f58-9690-17de82f6cf83 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:36:37.137648 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:37.138065 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 54278) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:37.152862 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c1790d-a7fa-4f58-9690-17de82f6cf83 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:36:37.153209 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d933cb03-21ce-42c0-9de2-05a9773f98cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:37.177704 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port e2c1790d-a7fa-4f58-9690-17de82f6cf83, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e2c1790d-a7fa-4f58-9690-17de82f6cf83,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:36:37.181514 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:37.230307 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=e2c1790d-a7fa-4f58-9690-17de82f6cf83,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:37.238291 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d933cb03-21ce-42c0-9de2-05a9773f98cf admin admin] Publish callbacks [] for security_group (d82783a5-dd36-4f56-bc0e-acabcce41349), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:37.242250 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d933cb03-21ce-42c0-9de2-05a9773f98cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d82783a5-dd36-4f56-bc0e-acabcce41349), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:37.281827 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d933cb03-21ce-42c0-9de2-05a9773f98cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58c3d85f62044b2a82c4eacfc0fe705e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419454 Jan 19 21:36:37.282689 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d933cb03-21ce-42c0-9de2-05a9773f98cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82783a5-dd36-4f56-bc0e-acabcce41349,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:37.284536 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 54280) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:37.336391 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-53966286-6b7b-450d-962e-33a9a1c29a5a admin admin] Publish callbacks [] for security_group (d82783a5-dd36-4f56-bc0e-acabcce41349), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:37.357267 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-53966286-6b7b-450d-962e-33a9a1c29a5a admin admin] Publish callbacks [] for security_group (d82783a5-dd36-4f56-bc0e-acabcce41349), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:37.403721 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-53966286-6b7b-450d-962e-33a9a1c29a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d82783a5-dd36-4f56-bc0e-acabcce41349), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:37.406331 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-53966286-6b7b-450d-962e-33a9a1c29a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:37.407757 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-53966286-6b7b-450d-962e-33a9a1c29a5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d82783a5-dd36-4f56-bc0e-acabcce41349 HTTP/1.1" status: 204 len: 168 time: 0.1221564 Jan 19 21:36:37.420274 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53966286-6b7b-450d-962e-33a9a1c29a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82783a5-dd36-4f56-bc0e-acabcce41349,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:37.598894 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['e2c1790d-a7fa-4f58-9690-17de82f6cf83'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:36:38.086843 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b643c31-897c-42fa-aac9-251ce80000c2 req-2784f1f8-56c9-4b57-a814-f1c327cfafba tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:38.091713 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3b643c31-897c-42fa-aac9-251ce80000c2 req-2784f1f8-56c9-4b57-a814-f1c327cfafba tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0690689 Jan 19 21:36:38.145545 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3b643c31-897c-42fa-aac9-251ce80000c2 req-d1bb2e25-a4e6-4bff-8050-f3f3caf15cbf tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484307 Jan 19 21:36:38.178668 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf2961-4de9-4f18-94e8-2d805596f65b req-29f47760-e894-4a34-a4f0-6ddc7da1cdb3 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:38.180257 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cfaf2961-4de9-4f18-94e8-2d805596f65b req-29f47760-e894-4a34-a4f0-6ddc7da1cdb3 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 944 time: 0.0559137 Jan 19 21:36:38.227209 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cfaf2961-4de9-4f18-94e8-2d805596f65b req-f7bda839-b79a-4814-99f5-fe8b81888013 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410614 Jan 19 21:36:38.992279 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device e2c1790d-a7fa-4f58-9690-17de82f6cf83 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:36:39.043811 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port e2c1790d-a7fa-4f58-9690-17de82f6cf83 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:36:39.048457 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port e2c1790d-a7fa-4f58-9690-17de82f6cf83 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:36:39.048827 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:39.127223 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port e2c1790d-a7fa-4f58-9690-17de82f6cf83 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:36:39.127645 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:39.150196 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb9606-192d-4b41-838f-e116b004086d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c1790d-a7fa-4f58-9690-17de82f6cf83'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:36:39.153947 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a02b37-a9e6-42a6-924c-9d94f8bf392c" -d '{"events": [{"server_uuid": "aefb9606-192d-4b41-838f-e116b004086d", "name": "network-vif-plugged", "status": "completed", "tag": "e2c1790d-a7fa-4f58-9690-17de82f6cf83"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:36:39.166700 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port e2c1790d-a7fa-4f58-9690-17de82f6cf83, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e2c1790d-a7fa-4f58-9690-17de82f6cf83,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:36:39.172646 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:39.201666 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9195d295-0900-4952-9f82-23fd14b02194 x-openstack-request-id: req-9195d295-0900-4952-9f82-23fd14b02194 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:36:39.202093 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb9606-192d-4b41-838f-e116b004086d", "name": "network-vif-plugged", "status": "completed", "tag": "e2c1790d-a7fa-4f58-9690-17de82f6cf83", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:36:39.202430 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9195d295-0900-4952-9f82-23fd14b02194 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:36:39.202880 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb9606-192d-4b41-838f-e116b004086d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c1790d-a7fa-4f58-9690-17de82f6cf83', 'code': 200} Jan 19 21:36:39.230897 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=e2c1790d-a7fa-4f58-9690-17de82f6cf83,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:39.279116 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f97eff-49bf-4b7c-99ed-5cea391f7742 req-93e1f10b-68c5-4ab8-9eac-0ea091f7a3c1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:39.280859 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-64f97eff-49bf-4b7c-99ed-5cea391f7742 req-93e1f10b-68c5-4ab8-9eac-0ea091f7a3c1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0598547 Jan 19 21:36:39.347612 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-64f97eff-49bf-4b7c-99ed-5cea391f7742 req-9cb2ef28-da61-4935-91bd-436cb4de17a7 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586698 Jan 19 21:36:39.369923 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f33aa9-4c8d-41a1-9d53-a0b8f07a8991 req-f0049a05-5193-48ac-bf18-8056081cdb4b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:39.372048 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b3f33aa9-4c8d-41a1-9d53-a0b8f07a8991 req-f0049a05-5193-48ac-bf18-8056081cdb4b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 945 time: 0.0690780 Jan 19 21:36:39.441073 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979d8dc-7022-4553-8353-e451abd84c44 req-524127ed-0415-413b-baad-0cd76c6fc43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:39.442565 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2979d8dc-7022-4553-8353-e451abd84c44 req-524127ed-0415-413b-baad-0cd76c6fc43d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 1098 time: 0.0689793 Jan 19 21:36:39.447141 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b3f33aa9-4c8d-41a1-9d53-a0b8f07a8991 req-89e8f084-b444-4da5-8bcd-b38b107484aa tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660937 Jan 19 21:36:39.495854 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2979d8dc-7022-4553-8353-e451abd84c44 req-172a0d03-f266-4506-8561-9bd86312e50d service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391567 Jan 19 21:36:39.596643 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ada9c-cae9-47ef-9f6a-7ebbf887004a req-c9f1ba36-21e5-432b-b5fe-f71f1aedc256 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:39.598123 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a77ada9c-cae9-47ef-9f6a-7ebbf887004a req-c9f1ba36-21e5-432b-b5fe-f71f1aedc256 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0502925 Jan 19 21:36:39.646636 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a77ada9c-cae9-47ef-9f6a-7ebbf887004a req-df490437-e5b9-40d4-bf21-50b5fa37e31f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429671 Jan 19 21:36:39.691508 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-999ea580-4896-488b-be63-942282612213 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:39.818381 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-1c0aa745-aa89-4fb6-abe2-306e5d74dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:39.819898 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-1c0aa745-aa89-4fb6-abe2-306e5d74dd72 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1099 time: 0.0424900 Jan 19 21:36:39.925687 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-87922182-c3cd-4dae-a7e7-2bf189f0ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:39.927146 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-87922182-c3cd-4dae-a7e7-2bf189f0ca00 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 920 time: 0.0923553 Jan 19 21:36:39.985101 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-c30b8da2-851c-407b-8641-b6061e9453ad service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be916c0-7bbe-43f9-82aa-54bca0877846 HTTP/1.1" status: 200 len: 217 time: 0.0390880 Jan 19 21:36:40.050537 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-06b3750c-89dd-4fc1-b566-daa85ff9ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:40.051900 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-06b3750c-89dd-4fc1-b566-daa85ff9ef44 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.0426135 Jan 19 21:36:40.084404 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-bf4273c7-5b8c-42b2-8b08-ee35c006dad6 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228033 Jan 19 21:36:40.189528 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-41d349ad-a3e7-46da-ac64-3447a2740c40 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947268 Jan 19 21:36:40.285311 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d12103ab-0acf-4bc7-a54a-2f06708a5c03 req-e4ed80b1-9bef-4fce-b828-0d82ffc157e6 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843060 Jan 19 21:36:40.565185 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70ccf9-53c6-4de7-b51c-97a2382f3c90 req-10136a33-a032-41bf-a6e3-2a15db1f0406 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:40.566875 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-da70ccf9-53c6-4de7-b51c-97a2382f3c90 req-10136a33-a032-41bf-a6e3-2a15db1f0406 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 945 time: 0.0491266 Jan 19 21:36:40.617111 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-da70ccf9-53c6-4de7-b51c-97a2382f3c90 req-e355ba20-e9d1-4284-97ea-cec134a4b36b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444436 Jan 19 21:36:40.764335 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf8f03-8803-42d5-a242-4eae9aa27846 req-c1478616-2a15-4a89-a995-128d78f2c0f1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:40.765816 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-98cf8f03-8803-42d5-a242-4eae9aa27846 req-c1478616-2a15-4a89-a995-128d78f2c0f1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0486965 Jan 19 21:36:40.828656 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-98cf8f03-8803-42d5-a242-4eae9aa27846 req-165a5dc5-2147-416a-a8c0-4057537c10f1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571802 Jan 19 21:36:41.198076 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 54448) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:41.311031 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cf917752-842a-4045-8cc8-243523bf8eda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:41.386144 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cf917752-842a-4045-8cc8-243523bf8eda admin admin] Publish callbacks [] for security_group (cb4413d2-3bad-420b-ad9c-c7552d16dfa0), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:41.389963 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cf917752-842a-4045-8cc8-243523bf8eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (cb4413d2-3bad-420b-ad9c-c7552d16dfa0), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:41.429716 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-cf917752-842a-4045-8cc8-243523bf8eda admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8cfd907ee1a49a5a51957297f1a1312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387269 Jan 19 21:36:41.430481 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf917752-842a-4045-8cc8-243523bf8eda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4413d2-3bad-420b-ad9c-c7552d16dfa0,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:41.432254 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 54452) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:36:41.486790 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-90e6d070-09bc-43bc-b968-f80a31ed37e2 admin admin] Publish callbacks [] for security_group (cb4413d2-3bad-420b-ad9c-c7552d16dfa0), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:41.507711 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-90e6d070-09bc-43bc-b968-f80a31ed37e2 admin admin] Publish callbacks [] for security_group (cb4413d2-3bad-420b-ad9c-c7552d16dfa0), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:41.554331 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-90e6d070-09bc-43bc-b968-f80a31ed37e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (cb4413d2-3bad-420b-ad9c-c7552d16dfa0), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:41.556928 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-90e6d070-09bc-43bc-b968-f80a31ed37e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:41.558104 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-90e6d070-09bc-43bc-b968-f80a31ed37e2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cb4413d2-3bad-420b-ad9c-c7552d16dfa0 HTTP/1.1" status: 204 len: 168 time: 0.1242325 Jan 19 21:36:41.565985 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e6d070-09bc-43bc-b968-f80a31ed37e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4413d2-3bad-420b-ad9c-c7552d16dfa0,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:36:41.749171 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d640f-4b07-41e5-a480-ebb807858206 req-5e7cb661-ef68-48ea-a26f-5759c78c894c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:41.750721 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9a0d640f-4b07-41e5-a480-ebb807858206 req-5e7cb661-ef68-48ea-a26f-5759c78c894c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 945 time: 0.0597003 Jan 19 21:36:41.803554 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9a0d640f-4b07-41e5-a480-ebb807858206 req-aa753947-14e6-4767-8451-b72492190a71 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Jan 19 21:36:41.991469 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f5e48-a470-4aa9-bbec-0b9704dca0d0 req-539f7017-6247-47a5-8f29-550ed44c7387 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:41.993386 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8a6f5e48-a470-4aa9-bbec-0b9704dca0d0 req-539f7017-6247-47a5-8f29-550ed44c7387 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0668609 Jan 19 21:36:42.025294 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:36:42.054402 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8a6f5e48-a470-4aa9-bbec-0b9704dca0d0 req-aa318f89-9738-404b-a297-46e7d131d1da tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537360 Jan 19 21:36:42.278897 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0d8be116-9db4-4a77-a8df-63c13ac2afb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:43.127254 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:43.192919 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638e1c7-0faf-4064-8399-7cc14169e64e req-e0777efd-4035-4180-823c-a62eabca1fdc tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:43.201070 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d638e1c7-0faf-4064-8399-7cc14169e64e req-e0777efd-4035-4180-823c-a62eabca1fdc tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0601146 Jan 19 21:36:43.244597 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d638e1c7-0faf-4064-8399-7cc14169e64e req-3fb696eb-282f-4bff-acdb-4fefde6104ba tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427182 Jan 19 21:36:44.404560 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f982030f-f64d-45db-bfe9-239bbf454350 req-1a5db0e1-8517-43a0-ab77-f271a7599065 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:44.407939 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f982030f-f64d-45db-bfe9-239bbf454350 req-1a5db0e1-8517-43a0-ab77-f271a7599065 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0928829 Jan 19 21:36:44.476308 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f982030f-f64d-45db-bfe9-239bbf454350 req-a68d392c-9283-4409-9c68-87da9e313394 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611989 Jan 19 21:36:44.528398 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:46.276303 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:46.347071 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:36:51.199382 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068fff8-d470-46a9-8b59-694836be912b req-c234fcee-67d1-48f9-8d7c-87a20ce58845 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:36:51.201080 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c068fff8-d470-46a9-8b59-694836be912b req-c234fcee-67d1-48f9-8d7c-87a20ce58845 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0542386 Jan 19 21:36:51.250212 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c068fff8-d470-46a9-8b59-694836be912b req-153843a9-c8b0-4003-a509-fa96d93953e6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422351 Jan 19 21:37:00.510597 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-c12fa83d-575d-46a0-a140-71535e4275e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:00.513445 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-c12fa83d-575d-46a0-a140-71535e4275e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1099 time: 0.0719790 Jan 19 21:37:00.521341 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ee25e-ac13-491a-bc78-97b4e835c371 req-818d3ee9-a67e-47c7-9a76-7bf6f7849c05 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:00.522807 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-165ee25e-ac13-491a-bc78-97b4e835c371 req-818d3ee9-a67e-47c7-9a76-7bf6f7849c05 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0940399 Jan 19 21:37:00.627061 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-165ee25e-ac13-491a-bc78-97b4e835c371 req-bc9ec4d6-bfdf-4109-9e8e-8ed2752b1211 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961576 Jan 19 21:37:00.653468 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-010ffb8a-102a-4854-9663-09085fee9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:00.654928 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-010ffb8a-102a-4854-9663-09085fee9f37 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 920 time: 0.1312814 Jan 19 21:37:00.698124 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-65560cbe-775c-40b7-bcce-0615ace06b1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be916c0-7bbe-43f9-82aa-54bca0877846 HTTP/1.1" status: 200 len: 217 time: 0.0343354 Jan 19 21:37:00.753367 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-35667aa8-063c-41b9-929c-33df6f6a23c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:00.754966 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-35667aa8-063c-41b9-929c-33df6f6a23c7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.0484030 Jan 19 21:37:00.793555 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-8f4354b4-d86c-4c8d-a289-10ed22e17658 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289724 Jan 19 21:37:00.889427 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-c743900e-1df9-4aa9-a9e5-d707ad5d1868 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852034 Jan 19 21:37:00.984774 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-493c7c9b-adce-48b0-bd33-5716e0ec83d2 req-fcc711ea-e3e5-4769-a26e-412ee0b5c9eb service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881810 Jan 19 21:37:01.483804 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-d374a04e-e161-411d-be45-1c1143ad3e29 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:01.485311 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-d374a04e-e161-411d-be45-1c1143ad3e29 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 814 time: 0.1118464 Jan 19 21:37:01.500112 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-d8f4d9d9-4005-4cd8-818a-b08678ee2ec9 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/quotas/caf30a5370f445d7b4419ccdbf3e6176 HTTP/1.1" status: 200 len: 375 time: 0.0092208 Jan 19 21:37:01.557620 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-6d06ff47-dd51-4a25-a0b6-34378de5c4bd tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0515943 Jan 19 21:37:01.646505 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-78a43cec-3cdd-4e3e-b4b5-7fefde93166b service neutron] 10.222.0.39 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823135 Jan 19 21:37:01.743319 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-5600dc94-aa95-44d8-8118-5de312b4511a service neutron] 10.222.0.39 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901327 Jan 19 21:37:01.758208 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e4e90-a42e-4de3-ae12-681484e1a072 req-174a731d-7219-488c-a0b4-95f19b4264d3 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:01.759663 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ae5e4e90-a42e-4de3-ae12-681484e1a072 req-174a731d-7219-488c-a0b4-95f19b4264d3 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0532765 Jan 19 21:37:01.812260 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ae5e4e90-a42e-4de3-ae12-681484e1a072 req-1e3eda15-fb21-4199-ae3f-e400c0a57de1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409315 Jan 19 21:37:01.911567 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a51befda-796c-4b78-9e36-fd917559f795 req-a57e28c7-dd21-4493-ad6b-d20fc5428edb tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 210 time: 0.0260963 Jan 19 21:37:02.938664 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960f199-df9f-4cf3-8b2a-77bd0edfdd4e req-c8c2242e-fed1-49cc-a961-7891060c44d7 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:02.940622 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7960f199-df9f-4cf3-8b2a-77bd0edfdd4e req-c8c2242e-fed1-49cc-a961-7891060c44d7 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0536103 Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.010439 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-166a5a45-0ecd-4e50-b5c2-61b6b2e94253 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:03.013773 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-166a5a45-0ecd-4e50-b5c2-61b6b2e94253 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 814 time: 0.1263959 Jan 19 21:37:03.017435 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7960f199-df9f-4cf3-8b2a-77bd0edfdd4e req-96a9100f-f34e-4c08-8b59-df3eec97b95b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548973 Jan 19 21:37:03.028996 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e3a2c0cf-2d70-43eb-ad59-f443f3b2ba85 req-bab831c6-edd1-4d57-93cd-274eb1154aec tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 210 time: 0.0373638 Jan 19 21:37:03.040113 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Request body: {'port': {'device_id': 'fa40ae15-fda0-4a83-80ee-c193366ae714', 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b', 'admin_state_up': True, 'tenant_id': 'caf30a5370f445d7b4419ccdbf3e6176'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:03.155012 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Made reservation on behalf of caf30a5370f445d7b4419ccdbf3e6176 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:37:03.158392 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:03.281674 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Allocated IP 172.20.0.7 (5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b/d3eea529-9b79-498c-9e28-fca06c43e668/9973c2db-f6a0-4d6f-90e8-e504648b1d9d) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:37:03.438642 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks [] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:03.470946 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:03.485919 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f16583a8-e8ef-4b06-a68b-13d8a3001f70', '1fc62f1d-95cf-425e-9a10-661800a81dab', 'e2c1790d-a7fa-4f58-9690-17de82f6cf83'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:03.527035 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:03.531025 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:03.532821 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Pushing event updated for resources: {'Port': ['ID=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:03.535722 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:37:03.602166 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:03.602466 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:03.624333 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-ccda2805-a72e-4b6d-8c4e-8ec050031295 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5887294 Jan 19 21:37:03.639256 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Request body: {'port': {'device_id': 'fa40ae15-fda0-4a83-80ee-c193366ae714', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:03.704914 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:03.978768 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9973c2db-f6a0-4d6f-90e8-e504648b1d9d {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:37:03.987652 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Publish callbacks [] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:04.000825 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Transition to ACTIVE for port object 9973c2db-f6a0-4d6f-90e8-e504648b1d9d will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:37:04.004706 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:04.057358 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Pushing event updated for resources: {'Port': ['ID=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:04.153298 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2303770-f9aa-4469-89b0-cbaced747a9f req-011c8a5c-4903-4c3e-9a57-4d81e0877641 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:04.154993 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f2303770-f9aa-4469-89b0-cbaced747a9f req-011c8a5c-4903-4c3e-9a57-4d81e0877641 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0494125 Jan 19 21:37:04.164582 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Attempting to bind port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:37:04.164929 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Attempting to bind port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:37:04.165286 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Attempting to bind port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:04.179022 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07cf96-4a44-4f02-ac5a-19f84d884ce7 req-2e099a8c-102e-4835-ae70-c950cb7a7864 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:04.180535 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ad07cf96-4a44-4f02-ac5a-19f84d884ce7 req-2e099a8c-102e-4835-ae70-c950cb7a7864 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 943 time: 0.0687745 Jan 19 21:37:04.181526 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:37:04.181848 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Attempting to bind port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d on network 5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:04.188675 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:37:04.189010 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Checking segment: {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:04.189388 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Bound using segment: {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:37:04.189811 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Bound port: 9973c2db-f6a0-4d6f-90e8-e504648b1d9d, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:37:04.190708 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:04.205377 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f2303770-f9aa-4469-89b0-cbaced747a9f req-e4d68692-1d45-41f4-b7c9-6534d84e70f8 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428114 Jan 19 21:37:04.272373 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ad07cf96-4a44-4f02-ac5a-19f84d884ce7 req-03d86c58-f867-4db3-9c54-b172a4ff1fe8 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852387 Jan 19 21:37:04.282432 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] For port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:37:04.285819 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] For port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:37:04.290653 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:04.327619 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:04.328266 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:04.329634 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] 10.222.0.48 "PUT /v2.0/ports/9973c2db-f6a0-4d6f-90e8-e504648b1d9d HTTP/1.1" status: 200 len: 1093 time: 0.6955485 Jan 19 21:37:04.330071 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa40ae15-fda0-4a83-80ee-c193366ae714', 'tag': '9973c2db-f6a0-4d6f-90e8-e504648b1d9d'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:04.332962 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e24c02a-41a2-4937-9297-c6336aa21e80" -d '{"events": [{"name": "network-changed", "server_uuid": "fa40ae15-fda0-4a83-80ee-c193366ae714", "tag": "9973c2db-f6a0-4d6f-90e8-e504648b1d9d"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:04.354345 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4c28f-35bb-4f9b-a72c-c2a6c610f987 service neutron] Pushing event updated for resources: {'Port': ['ID=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:04.395094 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51bb4dbc-300b-4b87-8437-4f5d8196752e x-openstack-request-id: req-51bb4dbc-300b-4b87-8437-4f5d8196752e {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:04.395387 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa40ae15-fda0-4a83-80ee-c193366ae714", "tag": "9973c2db-f6a0-4d6f-90e8-e504648b1d9d", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:04.395640 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51bb4dbc-300b-4b87-8437-4f5d8196752e {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:04.396064 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa40ae15-fda0-4a83-80ee-c193366ae714', 'tag': '9973c2db-f6a0-4d6f-90e8-e504648b1d9d', 'status': 'completed', 'code': 200} Jan 19 21:37:04.430264 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-407a286c-7918-412c-bf14-40c1ec6379d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:04.431762 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-407a286c-7918-412c-bf14-40c1ec6379d1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 1096 time: 0.0470464 Jan 19 21:37:04.487827 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-f21ce52b-925c-46e7-b2cf-8c98f879190a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9973c2db-f6a0-4d6f-90e8-e504648b1d9d HTTP/1.1" status: 200 len: 217 time: 0.0345581 Jan 19 21:37:04.536965 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-fe906f5c-7c26-43cd-b77a-0f29153fa786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:04.538383 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-fe906f5c-7c26-43cd-b77a-0f29153fa786 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 200 len: 854 time: 0.0433567 Jan 19 21:37:04.574657 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-4fa21af8-74f3-4de7-b604-e7a6df139373 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281875 Jan 19 21:37:04.671883 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-4277fab3-677e-40e1-aaea-4ccf928180dc service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859375 Jan 19 21:37:04.800101 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-61d7924f-d916-482a-9e3a-260ce8fc9eec req-736c92fe-c36c-43d2-a6ab-48d4a7e2b0cd service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946381 Jan 19 21:37:04.915773 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-9fbe23f9-e0fd-4100-a027-6f1d0dc4fc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:04.920239 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-9fbe23f9-e0fd-4100-a027-6f1d0dc4fc66 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 1096 time: 0.0430903 Jan 19 21:37:05.006063 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 54946) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:05.012612 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-103aeae4-3918-4143-9530-8f357a43cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:05.014077 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-103aeae4-3918-4143-9530-8f357a43cff6 service neutron] 10.222.0.48 "GET /v2.0/networks?id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 200 len: 915 time: 0.0867705 Jan 19 21:37:05.060195 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-d1fe8ed1-fb95-4e5d-a61c-9bdbc8293805 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9973c2db-f6a0-4d6f-90e8-e504648b1d9d HTTP/1.1" status: 200 len: 217 time: 0.0383322 Jan 19 21:37:05.113383 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-39e6b7cc-99a6-4db2-afe0-89082e24e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:05.114912 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-39e6b7cc-99a6-4db2-afe0-89082e24e1f3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 200 len: 854 time: 0.0466533 Jan 19 21:37:05.122948 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8723a6fb-9785-4b98-b12d-cfbfca668b24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:05.163387 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-b1308216-12b7-4afa-b419-ae51145abddd service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246477 Jan 19 21:37:05.200677 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8723a6fb-9785-4b98-b12d-cfbfca668b24 admin admin] Publish callbacks [] for security_group (bb00593b-dc93-4e55-8a3e-4b4414d6c02c), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:05.204876 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8723a6fb-9785-4b98-b12d-cfbfca668b24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (bb00593b-dc93-4e55-8a3e-4b4414d6c02c), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:05.251705 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8723a6fb-9785-4b98-b12d-cfbfca668b24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f2718bd00daf43c9b6c3a2a9af0a6307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2445335 Jan 19 21:37:05.252682 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723a6fb-9785-4b98-b12d-cfbfca668b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb00593b-dc93-4e55-8a3e-4b4414d6c02c,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:05.254763 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 54952) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:05.294888 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-42de68a3-62a6-4f7d-a721-deb16655a126 service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201317 Jan 19 21:37:05.398642 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990ad745-2e03-4d87-b7ce-68c42b9c6958 req-649817b9-a302-43a2-83cc-b112cd47687a tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:05.400531 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-990ad745-2e03-4d87-b7ce-68c42b9c6958 req-649817b9-a302-43a2-83cc-b112cd47687a tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 943 time: 0.0566564 Jan 19 21:37:05.403362 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d16d8d0-c51d-4d2f-a319-4aa467c72d63 admin admin] Publish callbacks [] for security_group (bb00593b-dc93-4e55-8a3e-4b4414d6c02c), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:05.419514 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec7227-063e-451c-8d1a-bbee28895f90 req-bc73f507-3b0d-4fad-a8ce-6dc728bf8f5f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:05.421022 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2eec7227-063e-451c-8d1a-bbee28895f90 req-bc73f507-3b0d-4fad-a8ce-6dc728bf8f5f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.1320810 Jan 19 21:37:05.454628 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-990ad745-2e03-4d87-b7ce-68c42b9c6958 req-1f930d89-86c1-4d6b-b8a7-9b3ad0ada25d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483379 Jan 19 21:37:05.463326 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d16d8d0-c51d-4d2f-a319-4aa467c72d63 admin admin] Publish callbacks [] for security_group (bb00593b-dc93-4e55-8a3e-4b4414d6c02c), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:05.503163 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3e24c02a-41a2-4937-9297-c6336aa21e80 req-e229dae4-7a83-443e-a839-f9aa2edadf1d service neutron] 10.222.0.48 "GET /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953738 Jan 19 21:37:05.528404 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2eec7227-063e-451c-8d1a-bbee28895f90 req-5a511748-abdf-4600-98ae-f925c02af5fc tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005418 Jan 19 21:37:05.555769 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d16d8d0-c51d-4d2f-a319-4aa467c72d63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (bb00593b-dc93-4e55-8a3e-4b4414d6c02c), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:05.558392 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9d16d8d0-c51d-4d2f-a319-4aa467c72d63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:05.559517 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-9d16d8d0-c51d-4d2f-a319-4aa467c72d63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb00593b-dc93-4e55-8a3e-4b4414d6c02c HTTP/1.1" status: 204 len: 168 time: 0.3037615 Jan 19 21:37:05.568706 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16d8d0-c51d-4d2f-a319-4aa467c72d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb00593b-dc93-4e55-8a3e-4b4414d6c02c,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:06.576436 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a573c1-799b-4c14-b3c4-fd54bdd0ffe8 req-a9cbe44f-e81b-4953-977d-1bd77602c1a9 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:06.578011 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b5a573c1-799b-4c14-b3c4-fd54bdd0ffe8 req-a9cbe44f-e81b-4953-977d-1bd77602c1a9 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 943 time: 0.0527864 Jan 19 21:37:06.627104 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b5a573c1-799b-4c14-b3c4-fd54bdd0ffe8 req-470fa091-4b9d-4441-bada-b6315fad50d7 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422199 Jan 19 21:37:06.649575 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b146450-5fca-495c-b6db-55ee3bf35c53 req-4a0bf07d-fffa-4d71-b1cd-6cec51f13685 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:06.651046 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7b146450-5fca-495c-b6db-55ee3bf35c53 req-4a0bf07d-fffa-4d71-b1cd-6cec51f13685 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0488946 Jan 19 21:37:06.697475 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7b146450-5fca-495c-b6db-55ee3bf35c53 req-fdd49911-f5b2-4c7b-baa9-27c44da11089 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 Jan 19 21:37:07.149771 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 9973c2db-f6a0-4d6f-90e8-e504648b1d9d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:37:07.241028 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:07.252166 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '9973c2db-f6a0-4d6f-90e8-e504648b1d9d', 'network_id': '5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b', 'port_id': '9973c2db-f6a0-4d6f-90e8-e504648b1d9d', 'mac_address': 'fa:16:3e:4f:4a:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3eea529-9b79-498c-9e28-fca06c43e668', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:37:07.288860 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:07.289246 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:07.305059 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9973c2db-f6a0-4d6f-90e8-e504648b1d9d {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:37:07.323838 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:07.327697 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:07.374287 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:07.744289 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84169e90-3045-4c14-814c-7aefd9a573ac req-619e172a-135c-4e28-b9df-f83709bb6063 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:07.745943 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-84169e90-3045-4c14-814c-7aefd9a573ac req-619e172a-135c-4e28-b9df-f83709bb6063 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 944 time: 0.0497029 Jan 19 21:37:07.783638 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['9973c2db-f6a0-4d6f-90e8-e504648b1d9d'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:07.796709 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-84169e90-3045-4c14-814c-7aefd9a573ac req-eb59f910-4837-463a-a0f1-8e6f9ede4515 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447574 Jan 19 21:37:08.028892 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6702-4122-43f7-99db-682ee5a18f85 req-c3af7abf-11d1-4d27-8b4a-f4b955070776 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:08.030390 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39db6702-4122-43f7-99db-682ee5a18f85 req-c3af7abf-11d1-4d27-8b4a-f4b955070776 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.2588046 Jan 19 21:37:08.078332 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39db6702-4122-43f7-99db-682ee5a18f85 req-bf8e4c85-ace2-4c2d-ac29-cdc9028aa985 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411880 Jan 19 21:37:08.916696 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea24f7-da9e-4325-936b-901baf19ca71 req-aef7edb0-9635-40d3-8b0f-00b3c88a4cbe tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:08.918184 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-53ea24f7-da9e-4325-936b-901baf19ca71 req-aef7edb0-9635-40d3-8b0f-00b3c88a4cbe tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 944 time: 0.0501184 Jan 19 21:37:08.968310 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-53ea24f7-da9e-4325-936b-901baf19ca71 req-adb9234a-7582-44ea-819b-130678dce6aa tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443172 Jan 19 21:37:09.171090 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 9973c2db-f6a0-4d6f-90e8-e504648b1d9d up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:09.201636 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fc2f-8810-40fb-b25d-9ff84ff61e36 req-e03d9d8a-aee0-4b89-80c3-9955acd1fece tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:09.203149 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-06a6fc2f-8810-40fb-b25d-9ff84ff61e36 req-e03d9d8a-aee0-4b89-80c3-9955acd1fece tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0553353 Jan 19 21:37:09.223423 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:37:09.229159 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:09.229528 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:09.259793 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-06a6fc2f-8810-40fb-b25d-9ff84ff61e36 req-4ebe0c3e-e0f8-4eeb-a886-963e2bc67304 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506628 Jan 19 21:37:09.320489 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:09.320880 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:09.343080 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40ae15-fda0-4a83-80ee-c193366ae714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9973c2db-f6a0-4d6f-90e8-e504648b1d9d'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:09.345684 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7034368f-9d03-4002-ad4c-0c6b6fb1f591" -d '{"events": [{"server_uuid": "fa40ae15-fda0-4a83-80ee-c193366ae714", "name": "network-vif-plugged", "status": "completed", "tag": "9973c2db-f6a0-4d6f-90e8-e504648b1d9d"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:09.363601 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:09.371695 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:09.399236 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad21ab1-3c02-469b-be5c-34287dd014bc x-openstack-request-id: req-0ad21ab1-3c02-469b-be5c-34287dd014bc {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:09.399504 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40ae15-fda0-4a83-80ee-c193366ae714", "name": "network-vif-plugged", "status": "completed", "tag": "9973c2db-f6a0-4d6f-90e8-e504648b1d9d", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:09.399794 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0ad21ab1-3c02-469b-be5c-34287dd014bc {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:09.400276 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa40ae15-fda0-4a83-80ee-c193366ae714', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9973c2db-f6a0-4d6f-90e8-e504648b1d9d', 'code': 200} Jan 19 21:37:09.442234 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:09.600451 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ecee96-14fa-400c-bf06-0cfbdf6820b0 req-e64b866f-c091-48e6-b5fb-755d3def8391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:09.601884 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-11ecee96-14fa-400c-bf06-0cfbdf6820b0 req-e64b866f-c091-48e6-b5fb-755d3def8391 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 1098 time: 0.0408530 Jan 19 21:37:09.655232 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-11ecee96-14fa-400c-bf06-0cfbdf6820b0 req-13cbd07d-5cb9-475e-a8fe-cec2737f0ad1 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363007 Jan 19 21:37:09.693917 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-498bd0df-7abe-4bdd-887a-cfbeeddee714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:10.085171 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b56bf4-1365-444d-bf8b-ebbd48a90455 req-446758da-18e0-4354-a733-d4ba099bae60 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:10.086695 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-01b56bf4-1365-444d-bf8b-ebbd48a90455 req-446758da-18e0-4354-a733-d4ba099bae60 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 945 time: 0.0523732 Jan 19 21:37:10.141751 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-01b56bf4-1365-444d-bf8b-ebbd48a90455 req-f2f213cd-534b-4e82-8da1-96000e657fe6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487058 Jan 19 21:37:10.379513 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8753bcca-e5aa-4820-97db-6afa3a8b1c85 req-3c446383-be39-4b56-8ed0-d7d0a9ec2619 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:10.381010 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8753bcca-e5aa-4820-97db-6afa3a8b1c85 req-3c446383-be39-4b56-8ed0-d7d0a9ec2619 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0485089 Jan 19 21:37:10.430964 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8753bcca-e5aa-4820-97db-6afa3a8b1c85 req-095db338-ce8a-4756-aa91-848258607098 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443730 Jan 19 21:37:11.258266 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca81323-89b4-4013-adfe-e68328ee515e req-4a7753a6-4f3b-4acf-8988-d122f7155b80 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:11.259819 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9ca81323-89b4-4013-adfe-e68328ee515e req-4a7753a6-4f3b-4acf-8988-d122f7155b80 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 945 time: 0.0508122 Jan 19 21:37:11.312570 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9ca81323-89b4-4013-adfe-e68328ee515e req-858026e1-e445-498c-abe6-179d8dad2e9f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470858 Jan 19 21:37:11.556785 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd7cec4-e3af-4ea5-9f5d-19f2a41e48b6 req-fd9de9ae-fb16-47c9-b452-eed7b350faf7 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:11.558358 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3dd7cec4-e3af-4ea5-9f5d-19f2a41e48b6 req-fd9de9ae-fb16-47c9-b452-eed7b350faf7 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0546496 Jan 19 21:37:11.618611 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3dd7cec4-e3af-4ea5-9f5d-19f2a41e48b6 req-6e2aa8e7-1eae-44f7-aaf4-d55c0665998e tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544481 Jan 19 21:37:12.264814 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3970e7d2-0edd-4bfe-8115-799ae21197a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:12.413542 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87114-9e46-4381-8bfa-e834e1913a29 req-f84bc099-601e-4f6d-9c21-bd3cbb6a915e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:12.415301 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-afa87114-9e46-4381-8bfa-e834e1913a29 req-f84bc099-601e-4f6d-9c21-bd3cbb6a915e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0643513 Jan 19 21:37:12.451540 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca48a6dc-9cfe-4c10-ae1e-cd1038935bb3 req-65d2a6fb-64fa-4b1a-9a67-a59c9a140809 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:12.453063 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ca48a6dc-9cfe-4c10-ae1e-cd1038935bb3 req-65d2a6fb-64fa-4b1a-9a67-a59c9a140809 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 945 time: 0.0500040 Jan 19 21:37:12.476940 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-afa87114-9e46-4381-8bfa-e834e1913a29 req-5341bd5c-2aaa-4a98-8457-2191e9565fda tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546186 Jan 19 21:37:12.505437 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ca48a6dc-9cfe-4c10-ae1e-cd1038935bb3 req-751ebcde-edf9-48d6-a021-7bc8761c8e21 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442364 Jan 19 21:37:12.750121 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0680179f-1258-494d-960d-c72e01455ad9 req-270f0def-b4cc-4d05-a1d5-a303a247f123 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:12.751694 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0680179f-1258-494d-960d-c72e01455ad9 req-270f0def-b4cc-4d05-a1d5-a303a247f123 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0538230 Jan 19 21:37:12.818805 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0680179f-1258-494d-960d-c72e01455ad9 req-0183e79d-14b3-4fe8-a9b1-66204f70e487 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595431 Jan 19 21:37:13.128518 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:13.603506 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c600339-36a5-47d4-b098-b1db8868fef9 req-bcd02a4b-fb6b-4119-99fd-5cbb86a9f88d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:13.605426 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4c600339-36a5-47d4-b098-b1db8868fef9 req-bcd02a4b-fb6b-4119-99fd-5cbb86a9f88d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0552199 Jan 19 21:37:13.657194 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4c600339-36a5-47d4-b098-b1db8868fef9 req-4989b2d7-2861-4aa5-a79e-c6c3829a4bba tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456831 Jan 19 21:37:13.837067 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 55150) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:13.954998 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0796b-1cac-4aa9-bdea-f17fb4ee82eb req-ebdc8f08-40c6-428a-92a8-b49e7fd73a6c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:13.956723 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2bd0796b-1cac-4aa9-bdea-f17fb4ee82eb req-ebdc8f08-40c6-428a-92a8-b49e7fd73a6c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0684414 Jan 19 21:37:13.964238 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:14.031601 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2bd0796b-1cac-4aa9-bdea-f17fb4ee82eb req-9bfd2b73-aab0-45b6-9d16-ffdb7e6948a9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684838 Jan 19 21:37:14.078762 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Publish callbacks [] for security_group (89253404-7e97-4c26-a1a2-c99a68f72a4c), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:14.082530 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (89253404-7e97-4c26-a1a2-c99a68f72a4c), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:14.118954 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89253404-7e97-4c26-a1a2-c99a68f72a4c,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:14.122891 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d98aae38a1c242779dc5dfab1a240dfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847068 Jan 19 21:37:14.125946 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55164) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:14.129348 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.129696 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.130033 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.130528 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.131031 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.131508 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.132010 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.132488 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.132976 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.133461 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.133941 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.134418 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.134742 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a7260a-6508-4edc-8529-90d55eb5ff16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.192207 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Publish callbacks [] for security_group (89253404-7e97-4c26-a1a2-c99a68f72a4c), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:14.214864 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Publish callbacks [] for security_group (89253404-7e97-4c26-a1a2-c99a68f72a4c), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:14.264677 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (89253404-7e97-4c26-a1a2-c99a68f72a4c), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:14.267364 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:14.268720 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89253404-7e97-4c26-a1a2-c99a68f72a4c HTTP/1.1" status: 204 len: 168 time: 0.1418223 Jan 19 21:37:14.278614 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89253404-7e97-4c26-a1a2-c99a68f72a4c,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:14.285886 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.286240 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.286584 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.286917 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.287242 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.287562 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.287910 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.288240 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.288571 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.288889 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.289207 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.289519 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.289832 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2048d8-2cd0-497f-bf52-583cc2f3566d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:14.374369 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-92506613-1cb7-42b8-a122-bf3d60f36aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:14.376055 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-92506613-1cb7-42b8-a122-bf3d60f36aeb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1099 time: 0.0414155 Jan 19 21:37:14.485433 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-e38758e8-133d-49ac-b593-7b2e18bc65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:14.486917 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-e38758e8-133d-49ac-b593-7b2e18bc65ff service neutron] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 920 time: 0.0893044 Jan 19 21:37:14.527500 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:14.531980 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-db4ea5a4-754f-4cc8-8c55-bd72f3bea463 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be916c0-7bbe-43f9-82aa-54bca0877846 HTTP/1.1" status: 200 len: 217 time: 0.0364692 Jan 19 21:37:14.588545 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-b232121b-135d-411d-b202-55c94ce25412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:14.590484 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-b232121b-135d-411d-b202-55c94ce25412 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.0525835 Jan 19 21:37:14.626149 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-b8b037fd-ef66-4d3a-9ec5-9688a50367ca service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286794 Jan 19 21:37:14.724425 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-fefa1297-c502-4a08-97ea-b2c6560879d9 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896482 Jan 19 21:37:14.849603 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519f187-744d-4fdb-b1df-95f901e57544 req-175f337d-a6fd-46b2-a62c-108b7c5d8c80 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:14.851071 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a519f187-744d-4fdb-b1df-95f901e57544 req-175f337d-a6fd-46b2-a62c-108b7c5d8c80 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.1120732 Jan 19 21:37:14.873236 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0d2eaf29-bfc0-4506-8193-9328ed043034 req-afad8333-5ca4-4eed-9879-119b72c49563 service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426318 Jan 19 21:37:14.915190 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a519f187-744d-4fdb-b1df-95f901e57544 req-43ab8fba-16d8-4720-b402-c556d316e2fe tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521343 Jan 19 21:37:15.153307 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e0bcba-36f6-4079-8702-1c2eed9d10ab req-814d5edd-d53c-42b4-aee9-f708d80c04f7 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:15.154800 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-75e0bcba-36f6-4079-8702-1c2eed9d10ab req-814d5edd-d53c-42b4-aee9-f708d80c04f7 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0494065 Jan 19 21:37:15.215374 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-75e0bcba-36f6-4079-8702-1c2eed9d10ab req-e80bdaaa-f603-43e5-a1d8-112a55a004e4 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548346 Jan 19 21:37:15.364304 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55210) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:15.466134 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8427d65e-7dd6-4da5-9a94-662619bb1ac1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:15.540940 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8427d65e-7dd6-4da5-9a94-662619bb1ac1 admin admin] Publish callbacks [] for security_group (dadcc5a2-2305-4129-a085-0dae3400ddf5), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:15.544650 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8427d65e-7dd6-4da5-9a94-662619bb1ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (dadcc5a2-2305-4129-a085-0dae3400ddf5), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:15.581883 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8427d65e-7dd6-4da5-9a94-662619bb1ac1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca4d4fb109e846f997635b8f4a13212d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164824 Jan 19 21:37:15.582878 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427d65e-7dd6-4da5-9a94-662619bb1ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadcc5a2-2305-4129-a085-0dae3400ddf5,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:15.584732 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 55214) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:15.632662 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9337f739-5148-45ca-9f81-40a31f58f0ee admin admin] Publish callbacks [] for security_group (dadcc5a2-2305-4129-a085-0dae3400ddf5), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:15.656151 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9337f739-5148-45ca-9f81-40a31f58f0ee admin admin] Publish callbacks [] for security_group (dadcc5a2-2305-4129-a085-0dae3400ddf5), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:15.699640 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9337f739-5148-45ca-9f81-40a31f58f0ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (dadcc5a2-2305-4129-a085-0dae3400ddf5), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:15.702177 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9337f739-5148-45ca-9f81-40a31f58f0ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:15.703328 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-9337f739-5148-45ca-9f81-40a31f58f0ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dadcc5a2-2305-4129-a085-0dae3400ddf5 HTTP/1.1" status: 204 len: 168 time: 0.1174138 Jan 19 21:37:15.710773 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337f739-5148-45ca-9f81-40a31f58f0ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadcc5a2-2305-4129-a085-0dae3400ddf5,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:16.046020 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d35d2-204d-47e0-aff8-2b6309d77424 req-2b1f7455-444e-42b2-9099-a7411f3e8c1e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:16.047590 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f5d35d2-204d-47e0-aff8-2b6309d77424 req-2b1f7455-444e-42b2-9099-a7411f3e8c1e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0507159 Jan 19 21:37:16.094448 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f5d35d2-204d-47e0-aff8-2b6309d77424 req-ee11c0d0-3fba-45cb-b79e-0bbb6d5a225d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406764 Jan 19 21:37:16.280304 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.359307 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.360117 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5508305-58a5-4b20-be69-d5cb057ecd80 req-2ae80d2f-fc38-4dfc-80cd-eab288b858f8 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:16.364334 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d5508305-58a5-4b20-be69-d5cb057ecd80 req-2ae80d2f-fc38-4dfc-80cd-eab288b858f8 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0578940 Jan 19 21:37:16.377122 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 55246) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:16.411008 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d5508305-58a5-4b20-be69-d5cb057ecd80 req-53e4082a-fb51-4a69-bf41-16209fd93dc1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433578 Jan 19 21:37:16.483567 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1839346135-network', 'tenant_id': 'e5a1185a4c6a4070994acf8f2c962e0f'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:16.506395 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Made reservation on behalf of e5a1185a4c6a4070994acf8f2c962e0f for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:37:16.508870 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.517230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.594105 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Publish callbacks [] for security_group (688481ac-ce49-405e-8f76-594ea5c72dd6), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.597999 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (688481ac-ce49-405e-8f76-594ea5c72dd6), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.622948 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:37:16.633222 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688481ac-ce49-405e-8f76-594ea5c72dd6,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:16.637898 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (9099d44a-f755-4056-b0a0-e8a0244076c9), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.638239 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Added segment 9099d44a-f755-4056-b0a0-e8a0244076c9 of type vlan for network c8a8e99d-6b65-4a55-b0e5-f725483a6422 Jan 19 21:37:16.680057 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (c8a8e99d-6b65-4a55-b0e5-f725483a6422), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.703816 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (c8a8e99d-6b65-4a55-b0e5-f725483a6422), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.704764 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:16.705347 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.755534 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3773148 Jan 19 21:37:16.758535 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55250) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:16.763405 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Request body: {'subnet': {'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1839346135-subnet', 'tenant_id': 'e5a1185a4c6a4070994acf8f2c962e0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:16.765970 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a02e9-dda7-43e4-8f35-1b13ed9bff2a admin admin] Pushing event updated for resources: {'Network': ['ID=c8a8e99d-6b65-4a55-b0e5-f725483a6422,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:16.775779 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network c8a8e99d-6b65-4a55-b0e5-f725483a6422 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:37:16.785974 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Made reservation on behalf of e5a1185a4c6a4070994acf8f2c962e0f for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:37:16.788729 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25586898'] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:16.950633 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25586940'] for subnet (f147c0e0-c71f-4ff9-aa6b-d08d46300a52), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:17.003636 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f147c0e0-c71f-4ff9-aa6b-d08d46300a52,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:17.014214 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Checking segment: {'id': '9099d44a-f755-4056-b0a0-e8a0244076c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:17.014570 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Network hostable DHCP agents. Network: c8a8e99d-6b65-4a55-b0e5-f725483a6422, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:37:17.031117 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Network c8a8e99d-6b65-4a55-b0e5-f725483a6422 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:37:17.040886 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, c8a8e99d-6b65-4a55-b0e5-f725483a6422) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:17.046729 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:17.047708 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:17.054301 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eafb3da0-436d-4f59-8c4d-8135a973b3fe None None] Network c8a8e99d-6b65-4a55-b0e5-f725483a6422 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:37:17.064459 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8b2ddcb6-4b92-48e2-b93f-03a43ec9ea6e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3048022 Jan 19 21:37:17.152514 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3baccda-06bc-4f80-b170-9eaf809a88c6 None None] Network c8a8e99d-6b65-4a55-b0e5-f725483a6422 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:37:17.241006 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18c76d-0e7b-47fc-b195-a4abdf8a07e1 req-0793bc80-8549-4ff0-a0f6-a2969a9ea6f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:17.242554 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2c18c76d-0e7b-47fc-b195-a4abdf8a07e1 req-0793bc80-8549-4ff0-a0f6-a2969a9ea6f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0643809 Jan 19 21:37:17.299804 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2c18c76d-0e7b-47fc-b195-a4abdf8a07e1 req-4bd22688-34db-4bb0-9a56-8473c19061ca tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513797 Jan 19 21:37:17.538845 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fd8fb6-d8cd-4600-946e-b31dd2fcc117 req-64bd30db-3852-4f7a-93b1-a99168c3634f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:17.545048 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-34fd8fb6-d8cd-4600-946e-b31dd2fcc117 req-64bd30db-3852-4f7a-93b1-a99168c3634f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0621772 Jan 19 21:37:17.594519 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-34fd8fb6-d8cd-4600-946e-b31dd2fcc117 req-3865421d-2290-4f11-93c6-5ad2f2db7dff tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476484 Jan 19 21:37:18.422947 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ca42e-8e42-4d1e-924f-c6dcc889985a req-e6a2aa1d-7005-42e9-9597-5a482735c1ea tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:18.424330 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b12ca42e-8e42-4d1e-924f-c6dcc889985a req-e6a2aa1d-7005-42e9-9597-5a482735c1ea tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0530968 Jan 19 21:37:18.473628 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b12ca42e-8e42-4d1e-924f-c6dcc889985a req-7e720fca-6f77-48af-920a-4fcc082eb36c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430453 Jan 19 21:37:18.713739 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c249d-2513-438b-b2dd-a2df21c5f3f9 req-a407bbf4-dda4-4b25-a2f8-64aadf2bcad6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:18.715227 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-691c249d-2513-438b-b2dd-a2df21c5f3f9 req-a407bbf4-dda4-4b25-a2f8-64aadf2bcad6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0505877 Jan 19 21:37:18.762728 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-691c249d-2513-438b-b2dd-a2df21c5f3f9 req-1bf4d491-6660-4e82-aad4-7bde439dc925 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422015 Jan 19 21:37:18.814919 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fac39-137d-40b9-b7fe-392c78cece58 req-124fc7d0-2a45-491b-b577-b8b66b83d805 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:18.816544 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-124fc7d0-2a45-491b-b577-b8b66b83d805 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/networks?id=c8a8e99d-6b65-4a55-b0e5-f725483a6422 HTTP/1.1" status: 200 len: 814 time: 0.1028793 Jan 19 21:37:18.830538 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-33394d6e-5725-413a-bc6a-d39ff8dd0caf tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/quotas/e5a1185a4c6a4070994acf8f2c962e0f HTTP/1.1" status: 200 len: 375 time: 0.0089047 Jan 19 21:37:18.861160 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-15aa5026-270e-4d2f-8ea8-891815fb2516 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5a1185a4c6a4070994acf8f2c962e0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251765 Jan 19 21:37:18.947417 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-ca752c58-5972-4af2-955f-9c9aa4cbf604 service neutron] 10.222.0.39 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799594 Jan 19 21:37:19.026024 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:37:19.036686 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-447d1aca-e0be-47dc-8a64-040f8cf5ea0f service neutron] 10.222.0.39 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836580 Jan 19 21:37:19.198308 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fdce1652-6593-4ccc-b908-08ecb638bd7d req-f2b3990f-08e2-4e75-9244-a9aba289d0b5 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Jan 19 21:37:19.380799 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffacca1-8717-45f8-a34b-024a464713f0 req-103efce9-68e4-478c-85b5-30ea3ecb7fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:19.383180 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ffacca1-8717-45f8-a34b-024a464713f0 req-103efce9-68e4-478c-85b5-30ea3ecb7fa4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1099 time: 0.0425539 Jan 19 21:37:19.441528 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ffacca1-8717-45f8-a34b-024a464713f0 req-cd9f8fb6-87bf-4e2b-b8d2-2ea9142810b0 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490751 Jan 19 21:37:19.603021 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2639e97-c7a8-4949-8a8a-a7eafcc5f0f5 req-e9e69dd1-f311-4b01-84e7-5d50d18f7b43 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:19.604518 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b2639e97-c7a8-4949-8a8a-a7eafcc5f0f5 req-e9e69dd1-f311-4b01-84e7-5d50d18f7b43 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0507977 Jan 19 21:37:19.650501 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b2639e97-c7a8-4949-8a8a-a7eafcc5f0f5 req-49f610cc-7c07-4d26-b10b-50164a0a4bd9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403218 Jan 19 21:37:19.877402 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821a9df-53f3-4032-b3f0-70469e0b7a2c req-a06f0e46-3b1b-44f3-9844-6b9c70fab711 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:19.879504 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9821a9df-53f3-4032-b3f0-70469e0b7a2c req-a06f0e46-3b1b-44f3-9844-6b9c70fab711 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0489674 Jan 19 21:37:19.931645 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9821a9df-53f3-4032-b3f0-70469e0b7a2c req-95d015c4-5bc9-46eb-afe2-051cd6c2a67d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461257 Jan 19 21:37:20.297107 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7285d8c3-96e7-464e-9c68-5ade932eedb3 req-eed9899f-6839-4ef2-b6ee-ab22a154473f tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 210 time: 0.0307379 Jan 19 21:37:20.417526 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fac39-137d-40b9-b7fe-392c78cece58 req-5b2f1f56-b1b9-4d89-9737-8cd6ee9c13d7 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:20.419011 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-5b2f1f56-b1b9-4d89-9737-8cd6ee9c13d7 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.48 "GET /v2.0/networks?id=c8a8e99d-6b65-4a55-b0e5-f725483a6422 HTTP/1.1" status: 200 len: 814 time: 0.1205964 Jan 19 21:37:20.438765 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Request body: {'port': {'device_id': 'c740628e-3091-4590-94a4-fc60031e4202', 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422', 'admin_state_up': True, 'tenant_id': 'e5a1185a4c6a4070994acf8f2c962e0f'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:20.555019 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Made reservation on behalf of e5a1185a4c6a4070994acf8f2c962e0f for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:37:20.559250 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:20.691347 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Allocated IP 172.20.0.11 (c8a8e99d-6b65-4a55-b0e5-f725483a6422/f147c0e0-c71f-4ff9-aa6b-d08d46300a52/60fda65f-3f55-49fd-ba7c-42fdf9066a82) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:37:20.781714 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823702d-03b0-4bc6-bee0-5fd494462729 req-03a73d46-3588-4d95-ab27-9801d37a0695 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:20.783121 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c823702d-03b0-4bc6-bee0-5fd494462729 req-03a73d46-3588-4d95-ab27-9801d37a0695 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0603282 Jan 19 21:37:20.835221 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c823702d-03b0-4bc6-bee0-5fd494462729 req-2773e73c-050b-4d27-82c2-c5889af48bf6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456336 Jan 19 21:37:20.840047 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks [] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:20.873732 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:20.917509 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Network c8a8e99d-6b65-4a55-b0e5-f725483a6422 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:20.920513 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:20.924174 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:37:20.930413 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Pushing event updated for resources: {'Port': ['ID=60fda65f-3f55-49fd-ba7c-42fdf9066a82,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:20.975146 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:20.975763 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:20.991259 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-9b4798f3-e68d-4cd7-9821-3a425e1216f1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566394 Jan 19 21:37:21.012462 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Request body: {'port': {'device_id': 'c740628e-3091-4590-94a4-fc60031e4202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:21.093145 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85189832-ac9f-4bae-b9ac-1308bf6b8381 req-6da14510-ac1a-4fd3-a950-a94b0ef99009 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:21.094600 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-85189832-ac9f-4bae-b9ac-1308bf6b8381 req-6da14510-ac1a-4fd3-a950-a94b0ef99009 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0959468 Jan 19 21:37:21.095548 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:21.181185 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-85189832-ac9f-4bae-b9ac-1308bf6b8381 req-eb046756-2c1f-46c7-92c6-7ed1929b506b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767863 Jan 19 21:37:21.390244 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fda65f-3f55-49fd-ba7c-42fdf9066a82 {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:37:21.398822 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Publish callbacks [] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:21.410665 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Transition to ACTIVE for port object 60fda65f-3f55-49fd-ba7c-42fdf9066a82 will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:37:21.413363 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada14a9f-f5df-4ba9-9734-2862302b1e47 req-5471df6e-5635-417a-8bae-a1ef8636fa96 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:21.414916 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ada14a9f-f5df-4ba9-9734-2862302b1e47 req-5471df6e-5635-417a-8bae-a1ef8636fa96 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 932 time: 0.0489833 Jan 19 21:37:21.415387 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:21.469394 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Pushing event updated for resources: {'Port': ['ID=60fda65f-3f55-49fd-ba7c-42fdf9066a82,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:21.476560 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ada14a9f-f5df-4ba9-9734-2862302b1e47 req-ace93151-9c10-4469-9cf9-c5d8acb5a75b tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521994 Jan 19 21:37:21.538019 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Attempting to bind port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:37:21.538372 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Attempting to bind port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '9099d44a-f755-4056-b0a0-e8a0244076c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:37:21.538680 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Attempting to bind port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 on network c8a8e99d-6b65-4a55-b0e5-f725483a6422 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:21.543444 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 on network c8a8e99d-6b65-4a55-b0e5-f725483a6422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:37:21.543756 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Attempting to bind port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 on network c8a8e99d-6b65-4a55-b0e5-f725483a6422 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:21.549655 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:37:21.550114 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Checking segment: {'id': '9099d44a-f755-4056-b0a0-e8a0244076c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:21.550600 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Bound using segment: {'id': '9099d44a-f755-4056-b0a0-e8a0244076c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:37:21.551076 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Bound port: 60fda65f-3f55-49fd-ba7c-42fdf9066a82, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9099d44a-f755-4056-b0a0-e8a0244076c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:37:21.551417 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:21.625195 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] For port 60fda65f-3f55-49fd-ba7c-42fdf9066a82, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:37:21.628975 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] For port 60fda65f-3f55-49fd-ba7c-42fdf9066a82, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fda65f-3f55-49fd-ba7c-42fdf9066a82,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:37:21.633963 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:21.667220 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:21.668114 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:21.669483 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] 10.222.0.48 "PUT /v2.0/ports/60fda65f-3f55-49fd-ba7c-42fdf9066a82 HTTP/1.1" status: 200 len: 1094 time: 0.6618795 Jan 19 21:37:21.674491 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c740628e-3091-4590-94a4-fc60031e4202', 'tag': '60fda65f-3f55-49fd-ba7c-42fdf9066a82'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:21.678259 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353" -d '{"events": [{"name": "network-changed", "server_uuid": "c740628e-3091-4590-94a4-fc60031e4202", "tag": "60fda65f-3f55-49fd-ba7c-42fdf9066a82"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:21.705845 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73525207-9b35-4fd4-8674-831074a22e66 service neutron] Pushing event updated for resources: {'Port': ['ID=60fda65f-3f55-49fd-ba7c-42fdf9066a82,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:21.722858 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa0626d-d0db-4fa4-b594-2fba909616b6 x-openstack-request-id: req-faa0626d-d0db-4fa4-b594-2fba909616b6 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:21.723318 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c740628e-3091-4590-94a4-fc60031e4202", "tag": "60fda65f-3f55-49fd-ba7c-42fdf9066a82", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:21.723746 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-faa0626d-d0db-4fa4-b594-2fba909616b6 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:21.724478 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c740628e-3091-4590-94a4-fc60031e4202', 'tag': '60fda65f-3f55-49fd-ba7c-42fdf9066a82', 'status': 'completed', 'code': 200} Jan 19 21:37:21.762856 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fac39-137d-40b9-b7fe-392c78cece58 req-2b4ee508-1e9c-4b42-9c93-9373face56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:21.764881 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-2b4ee508-1e9c-4b42-9c93-9373face56d6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5a1185a4c6a4070994acf8f2c962e0f&device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 1097 time: 0.0537045 Jan 19 21:37:21.826607 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-df4a123a-ecd7-41d6-b45a-809b97256ba8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fda65f-3f55-49fd-ba7c-42fdf9066a82 HTTP/1.1" status: 200 len: 217 time: 0.0422761 Jan 19 21:37:21.881579 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278fac39-137d-40b9-b7fe-392c78cece58 req-3bf97367-183f-4f27-8a2b-44c0dbd2d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:21.883039 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-3bf97367-183f-4f27-8a2b-44c0dbd2d633 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f147c0e0-c71f-4ff9-aa6b-d08d46300a52 HTTP/1.1" status: 200 len: 854 time: 0.0457976 Jan 19 21:37:21.919133 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-279be48c-365e-4d80-8fd9-1304a0b7730c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8a8e99d-6b65-4a55-b0e5-f725483a6422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258949 Jan 19 21:37:21.960055 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b5825-6ac0-4ff7-a3ab-c9d3ce306ea0 req-f5a85ccc-4390-4568-848d-c07062dbfad7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:21.961514 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-361b5825-6ac0-4ff7-a3ab-c9d3ce306ea0 req-f5a85ccc-4390-4568-848d-c07062dbfad7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0537875 Jan 19 21:37:22.010760 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-361b5825-6ac0-4ff7-a3ab-c9d3ce306ea0 req-0e2527a4-b5a0-41ce-aa56-4b45a5e27f72 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435622 Jan 19 21:37:22.013730 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-46e96221-492d-45a7-ad8e-3ae9d246328b service neutron] 10.222.0.48 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834451 Jan 19 21:37:22.105216 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-278fac39-137d-40b9-b7fe-392c78cece58 req-5448d3a7-315e-4d02-8e46-5e275a9dc51a service neutron] 10.222.0.48 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841081 Jan 19 21:37:22.190830 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-f693cedc-16dc-461c-b6a6-b47989bb4968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:22.192613 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-f693cedc-16dc-461c-b6a6-b47989bb4968 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5a1185a4c6a4070994acf8f2c962e0f&device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 1097 time: 0.0409567 Jan 19 21:37:22.319995 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da5f48-0868-48a1-ba20-f4f0c020c3c5 req-789e2786-919b-44ad-b969-24559c051368 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:22.321433 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-94da5f48-0868-48a1-ba20-f4f0c020c3c5 req-789e2786-919b-44ad-b969-24559c051368 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0707836 Jan 19 21:37:22.322749 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-c445d9a9-c96b-4e65-bdf9-1fc5579693fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:22.324059 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-c445d9a9-c96b-4e65-bdf9-1fc5579693fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8a8e99d-6b65-4a55-b0e5-f725483a6422 HTTP/1.1" status: 200 len: 915 time: 0.1247935 Jan 19 21:37:22.380882 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-edc69e19-bae6-43cf-af13-9376715d85fd service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=60fda65f-3f55-49fd-ba7c-42fdf9066a82 HTTP/1.1" status: 200 len: 217 time: 0.0473216 Jan 19 21:37:22.426942 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-94da5f48-0868-48a1-ba20-f4f0c020c3c5 req-67f5e034-ac3c-4c7e-964e-a3360d1213a2 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000550 Jan 19 21:37:22.442217 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-f7d0778a-aea4-4f5f-948a-f1e88e72cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:22.443575 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-f7d0778a-aea4-4f5f-948a-f1e88e72cdc1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f147c0e0-c71f-4ff9-aa6b-d08d46300a52 HTTP/1.1" status: 200 len: 854 time: 0.0529830 Jan 19 21:37:22.486217 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-f6079d5f-7c4f-47a8-af63-95b0b4ab512e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8a8e99d-6b65-4a55-b0e5-f725483a6422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237606 Jan 19 21:37:22.583545 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-b2826dc7-b1b5-4bf3-a880-b40c1d48e5a3 service neutron] 10.222.0.48 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838037 Jan 19 21:37:22.594723 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72431529-65c6-4fb4-bd87-e81ff4a377c3 req-60548cc2-dc77-45ed-87df-432356e8d6ff tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:22.597094 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-72431529-65c6-4fb4-bd87-e81ff4a377c3 req-60548cc2-dc77-45ed-87df-432356e8d6ff tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 944 time: 0.0540082 Jan 19 21:37:22.654905 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-72431529-65c6-4fb4-bd87-e81ff4a377c3 req-afa4815e-a23d-480f-a948-b963cbf06017 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518527 Jan 19 21:37:22.702681 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e26b10c2-3ce4-4165-8ca4-8d4bb3104353 req-3c0b1935-ce24-4700-9e3a-31dc553a46d4 service neutron] 10.222.0.48 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105790 Jan 19 21:37:23.133719 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5d6d1-119d-4647-8a1e-463cd855fbf3 req-91badd58-61c9-4b86-990a-2892ebf00982 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:23.135172 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-24a5d6d1-119d-4647-8a1e-463cd855fbf3 req-91badd58-61c9-4b86-990a-2892ebf00982 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0474615 Jan 19 21:37:23.182265 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-24a5d6d1-119d-4647-8a1e-463cd855fbf3 req-0f6371c0-100d-410d-a328-7ceb0e4afb13 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416050 Jan 19 21:37:23.538444 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5afa71-9829-47fc-af83-c26b4191b5d4 req-145849ff-9188-4932-a3ca-09bc7461799f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:23.539955 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2c5afa71-9829-47fc-af83-c26b4191b5d4 req-145849ff-9188-4932-a3ca-09bc7461799f tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0471148 Jan 19 21:37:23.589322 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2c5afa71-9829-47fc-af83-c26b4191b5d4 req-ff981295-fb95-4252-bf2f-016d9d454781 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436208 Jan 19 21:37:23.783186 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781fc564-8387-4396-aa37-da57e9d33b13 req-fd7423c8-9c32-4600-b0c3-d4f1d4d40c88 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:23.786485 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-781fc564-8387-4396-aa37-da57e9d33b13 req-fd7423c8-9c32-4600-b0c3-d4f1d4d40c88 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 944 time: 0.0609155 Jan 19 21:37:23.848699 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-781fc564-8387-4396-aa37-da57e9d33b13 req-ad3a3070-71c6-46a6-b0b3-ad75086c3e29 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569313 Jan 19 21:37:23.984786 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 55392) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:24.094238 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a21b55cd-105c-45c7-8258-3e1beb632de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:24.167952 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a21b55cd-105c-45c7-8258-3e1beb632de8 admin admin] Publish callbacks [] for security_group (e8e7a8a3-9432-4325-bf77-ff0cf6880d24), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:24.171524 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a21b55cd-105c-45c7-8258-3e1beb632de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (e8e7a8a3-9432-4325-bf77-ff0cf6880d24), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:24.208353 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-a21b55cd-105c-45c7-8258-3e1beb632de8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ef67565869341b7b55dd27ec9226653&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2224126 Jan 19 21:37:24.209098 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21b55cd-105c-45c7-8258-3e1beb632de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e7a8a3-9432-4325-bf77-ff0cf6880d24,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:24.210995 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55398) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:24.263152 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-30e7c95c-826e-476d-8105-e8c2e2ffd65c admin admin] Publish callbacks [] for security_group (e8e7a8a3-9432-4325-bf77-ff0cf6880d24), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:24.310131 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-30e7c95c-826e-476d-8105-e8c2e2ffd65c admin admin] Publish callbacks [] for security_group (e8e7a8a3-9432-4325-bf77-ff0cf6880d24), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:24.337412 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50b8904-1008-4db6-ae5c-052be92838c7 req-596e9381-40f5-4b7c-ab7b-68daf614942e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:24.338866 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b50b8904-1008-4db6-ae5c-052be92838c7 req-596e9381-40f5-4b7c-ab7b-68daf614942e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0777743 Jan 19 21:37:24.394722 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b50b8904-1008-4db6-ae5c-052be92838c7 req-00545489-23a3-40da-8a17-714e540ed00b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492270 Jan 19 21:37:24.400551 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-30e7c95c-826e-476d-8105-e8c2e2ffd65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (e8e7a8a3-9432-4325-bf77-ff0cf6880d24), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:24.403147 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-30e7c95c-826e-476d-8105-e8c2e2ffd65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:24.404255 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-30e7c95c-826e-476d-8105-e8c2e2ffd65c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8e7a8a3-9432-4325-bf77-ff0cf6880d24 HTTP/1.1" status: 204 len: 168 time: 0.1922648 Jan 19 21:37:24.411915 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e7c95c-826e-476d-8105-e8c2e2ffd65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e7a8a3-9432-4325-bf77-ff0cf6880d24,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:24.721752 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860a52bf-1ee9-4304-a7d9-deb6d306232f req-49c27f78-fd1b-451d-a595-4334c16ebd4b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:24.723385 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-860a52bf-1ee9-4304-a7d9-deb6d306232f req-49c27f78-fd1b-451d-a595-4334c16ebd4b tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0625358 Jan 19 21:37:24.798169 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-860a52bf-1ee9-4304-a7d9-deb6d306232f req-eac2915f-8d11-4a03-9604-fb89ef202f80 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660145 Jan 19 21:37:24.989367 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107d67-c22f-4cbe-b180-f7ab0b1add8b req-46ad75b1-a910-481a-b5f6-dc09fff96618 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:24.990924 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-01107d67-c22f-4cbe-b180-f7ab0b1add8b req-46ad75b1-a910-481a-b5f6-dc09fff96618 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 944 time: 0.0680439 Jan 19 21:37:25.044637 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-01107d67-c22f-4cbe-b180-f7ab0b1add8b req-b5d8c62b-1ddc-47f8-ab3d-6a47420941b6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474277 Jan 19 21:37:25.197751 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41493733-3fe7-4346-aa73-2030888de5bb req-67808704-019f-4ec8-8d87-3b3524c9cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:25.199237 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-41493733-3fe7-4346-aa73-2030888de5bb req-67808704-019f-4ec8-8d87-3b3524c9cb1d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 1099 time: 0.0795665 Jan 19 21:37:25.213496 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6c63c-a1f8-4691-95a6-435e54aeb112 req-e1c36d48-48bc-4407-a408-ffa0521aedf6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:25.215292 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-71f6c63c-a1f8-4691-95a6-435e54aeb112 req-e1c36d48-48bc-4407-a408-ffa0521aedf6 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0845602 Jan 19 21:37:25.275563 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 60fda65f-3f55-49fd-ba7c-42fdf9066a82 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:37:25.387974 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 60fda65f-3f55-49fd-ba7c-42fdf9066a82, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fda65f-3f55-49fd-ba7c-42fdf9066a82,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:25.400360 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '60fda65f-3f55-49fd-ba7c-42fdf9066a82', 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422', 'port_id': '60fda65f-3f55-49fd-ba7c-42fdf9066a82', 'mac_address': 'fa:16:3e:27:d0:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f147c0e0-c71f-4ff9-aa6b-d08d46300a52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:37:25.446890 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:25.447405 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:25.462214 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fda65f-3f55-49fd-ba7c-42fdf9066a82 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:37:25.499070 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 60fda65f-3f55-49fd-ba7c-42fdf9066a82, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fda65f-3f55-49fd-ba7c-42fdf9066a82,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:25.510729 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:25.533689 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-71f6c63c-a1f8-4691-95a6-435e54aeb112 req-eaa743bc-70ba-4a94-8d9b-a17d3a7fde62 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087265 Jan 19 21:37:25.580621 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=60fda65f-3f55-49fd-ba7c-42fdf9066a82,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:25.585556 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684422c0-ac02-4f39-b711-5db83116721d req-ee5b40b6-e60b-497a-860b-315182eee98f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:25.587318 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-684422c0-ac02-4f39-b711-5db83116721d req-ee5b40b6-e60b-497a-860b-315182eee98f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0728629 Jan 19 21:37:25.590186 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41493733-3fe7-4346-aa73-2030888de5bb req-a652b6d4-6592-4222-8122-48647429bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:25.592025 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-41493733-3fe7-4346-aa73-2030888de5bb req-a652b6d4-6592-4222-8122-48647429bd28 service neutron] 10.222.0.48 "GET /v2.0/networks?id=a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 200 len: 920 time: 0.3755410 Jan 19 21:37:25.596743 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.597911 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.598606 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.599246 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.600044 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.600385 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.600748 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.601200 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.601545 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.601890 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.602221 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.603011 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.603783 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:25.644873 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-684422c0-ac02-4f39-b711-5db83116721d req-a92b80a1-2822-447d-bc4d-4034e52e92f6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511920 Jan 19 21:37:25.646392 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-41493733-3fe7-4346-aa73-2030888de5bb req-39717e62-b03b-434c-ab66-55077ad9652a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8be916c0-7bbe-43f9-82aa-54bca0877846 HTTP/1.1" status: 200 len: 217 time: 0.0459437 Jan 19 21:37:25.704616 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41493733-3fe7-4346-aa73-2030888de5bb req-630ec20f-7a8d-403a-b21c-1624e9b96928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:25.706069 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-41493733-3fe7-4346-aa73-2030888de5bb req-630ec20f-7a8d-403a-b21c-1624e9b96928 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 200 len: 859 time: 0.0477095 Jan 19 21:37:25.739143 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-41493733-3fe7-4346-aa73-2030888de5bb req-89013d4a-a84e-44f8-b932-2dc1bcb5d1e1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=a819eac6-9e06-44b4-8141-d92d213435fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243185 Jan 19 21:37:25.838170 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-41493733-3fe7-4346-aa73-2030888de5bb req-c56683db-d954-4071-b6c5-10fa7aba454f service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915329 Jan 19 21:37:25.889984 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['60fda65f-3f55-49fd-ba7c-42fdf9066a82'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:25.954478 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-41493733-3fe7-4346-aa73-2030888de5bb req-00fd78f1-14dc-4fea-a24f-dd57c44b920b service neutron] 10.222.0.48 "GET /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070099 Jan 19 21:37:26.162517 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f0a06-e5ac-44c0-b080-5c3c28de427e req-ab0699da-bf05-41d3-8e30-844e746486b1 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:26.164072 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-833f0a06-e5ac-44c0-b080-5c3c28de427e req-ab0699da-bf05-41d3-8e30-844e746486b1 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0495269 Jan 19 21:37:26.172096 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd09ae-e3ca-434a-91ba-6ae5d6c35951 req-8a5673d1-9a70-4d85-9969-f48964ef0807 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:26.173662 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-35cd09ae-e3ca-434a-91ba-6ae5d6c35951 req-8a5673d1-9a70-4d85-9969-f48964ef0807 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 945 time: 0.0527773 Jan 19 21:37:26.218279 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-833f0a06-e5ac-44c0-b080-5c3c28de427e req-e955fa82-e056-46f9-b719-7af7b0737472 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479648 Jan 19 21:37:26.225193 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-35cd09ae-e3ca-434a-91ba-6ae5d6c35951 req-690ba171-07e0-4cb9-9ed6-278d955b0ce6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452473 Jan 19 21:37:26.657841 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b6827-b5a6-4bd7-b285-1e2f7aeb3ca3 req-c85512a3-feff-46ce-ab01-6fd0cc2934ba tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:26.659203 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-378b6827-b5a6-4bd7-b285-1e2f7aeb3ca3 req-c85512a3-feff-46ce-ab01-6fd0cc2934ba tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0505385 Jan 19 21:37:26.706015 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-378b6827-b5a6-4bd7-b285-1e2f7aeb3ca3 req-7f4c523a-2d5d-4b22-b32e-e86f2a53716c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Jan 19 21:37:26.777572 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd205661-f7c2-43c6-bfcd-f97b15a56ac0 req-b292fd45-a84c-4b77-9bbe-3a35b891a206 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:26.779074 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fd205661-f7c2-43c6-bfcd-f97b15a56ac0 req-b292fd45-a84c-4b77-9bbe-3a35b891a206 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0478790 Jan 19 21:37:26.826397 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fd205661-f7c2-43c6-bfcd-f97b15a56ac0 req-01536d1d-87a5-4c90-90d3-8d6f77e59665 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412426 Jan 19 21:37:27.288308 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 60fda65f-3f55-49fd-ba7c-42fdf9066a82 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:27.341655 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af61ea7-6f73-48fa-b489-bd9996e5a646 req-f24aebbb-acb9-4afd-84a3-2ba1f03482d9 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:27.343306 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1af61ea7-6f73-48fa-b489-bd9996e5a646 req-f24aebbb-acb9-4afd-84a3-2ba1f03482d9 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 945 time: 0.0505199 Jan 19 21:37:27.354347 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b397614-590f-4c26-b609-9e8d6eafbfc5 req-d692cb2b-f5f5-4c12-b6b8-90e0e79656bb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:27.355909 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7b397614-590f-4c26-b609-9e8d6eafbfc5 req-d692cb2b-f5f5-4c12-b6b8-90e0e79656bb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0655551 Jan 19 21:37:27.364781 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:37:27.368925 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:27.369749 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:27.394116 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1af61ea7-6f73-48fa-b489-bd9996e5a646 req-5af47a63-c5f5-444f-962e-53d26828e412 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449915 Jan 19 21:37:27.407169 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7b397614-590f-4c26-b609-9e8d6eafbfc5 req-69b771c2-4a3c-4ba7-a90a-c62f86007061 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453162 Jan 19 21:37:27.449534 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:27.449930 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:27.472599 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c740628e-3091-4590-94a4-fc60031e4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fda65f-3f55-49fd-ba7c-42fdf9066a82'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:27.474917 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5e36d8-7cbf-494b-8996-6d3f8780dd98" -d '{"events": [{"server_uuid": "c740628e-3091-4590-94a4-fc60031e4202", "name": "network-vif-plugged", "status": "completed", "tag": "60fda65f-3f55-49fd-ba7c-42fdf9066a82"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:27.487057 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 60fda65f-3f55-49fd-ba7c-42fdf9066a82, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fda65f-3f55-49fd-ba7c-42fdf9066a82,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:27.494017 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:27.526098 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0faa9b0-c67d-4eeb-ad65-a5c075224b0a x-openstack-request-id: req-b0faa9b0-c67d-4eeb-ad65-a5c075224b0a {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:27.526404 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c740628e-3091-4590-94a4-fc60031e4202", "name": "network-vif-plugged", "status": "completed", "tag": "60fda65f-3f55-49fd-ba7c-42fdf9066a82", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:27.526660 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0faa9b0-c67d-4eeb-ad65-a5c075224b0a {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:27.527044 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c740628e-3091-4590-94a4-fc60031e4202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fda65f-3f55-49fd-ba7c-42fdf9066a82', 'code': 200} Jan 19 21:37:27.552658 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=60fda65f-3f55-49fd-ba7c-42fdf9066a82,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:27.820256 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aca78-9349-4cfc-9bbf-c08ffbae0d35 req-e1f06fd9-f1a8-4b98-9c81-7034f2a0dc5d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:27.821721 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-839aca78-9349-4cfc-9bbf-c08ffbae0d35 req-e1f06fd9-f1a8-4b98-9c81-7034f2a0dc5d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0498140 Jan 19 21:37:27.870854 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-839aca78-9349-4cfc-9bbf-c08ffbae0d35 req-c690ce64-be5e-4baf-95b8-6e3b6cec93b9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436754 Jan 19 21:37:27.949046 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47433e-3102-4450-a020-3448f08bdf4f req-24f5d11c-7894-4a03-9f78-334c97c325e7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:27.950523 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2d47433e-3102-4450-a020-3448f08bdf4f req-24f5d11c-7894-4a03-9f78-334c97c325e7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0512753 Jan 19 21:37:27.996253 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2d47433e-3102-4450-a020-3448f08bdf4f req-5df39ce6-352b-401e-af9d-756e80e72c0a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402310 Jan 19 21:37:28.514337 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45155-6aa9-4bb4-82dc-31aa718e208d req-cb145003-7d29-4c32-bd50-5333a15c8153 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:28.518293 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-beb45155-6aa9-4bb4-82dc-31aa718e208d req-cb145003-7d29-4c32-bd50-5333a15c8153 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0484273 Jan 19 21:37:28.524570 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d590a6c-c022-4640-bfe7-fc5c70c19ec9 req-f5f4696e-0b24-406c-9fe2-9600d47ce2cd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:28.526077 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6d590a6c-c022-4640-bfe7-fc5c70c19ec9 req-f5f4696e-0b24-406c-9fe2-9600d47ce2cd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0478129 Jan 19 21:37:28.564039 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-beb45155-6aa9-4bb4-82dc-31aa718e208d req-d68c2cb4-c987-40c6-bb93-7641e3614168 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412927 Jan 19 21:37:28.572639 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6d590a6c-c022-4640-bfe7-fc5c70c19ec9 req-92a93f05-5536-4e22-a7bf-86f31ec441f2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411327 Jan 19 21:37:28.982545 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c438997a-5d9c-4973-8b93-9119a4a621eb req-3a62641a-651d-4290-89d4-29c95f8d4caf tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:28.984027 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c438997a-5d9c-4973-8b93-9119a4a621eb req-3a62641a-651d-4290-89d4-29c95f8d4caf tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0464516 Jan 19 21:37:29.030007 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c438997a-5d9c-4973-8b93-9119a4a621eb req-b94df990-3b2c-449c-92f1-24896906c174 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396059 Jan 19 21:37:29.117236 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dc611-03f4-4c0c-b505-c70117cc1460 req-818ed321-7ea9-49da-afa6-0884f57f3992 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:29.118746 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4a9dc611-03f4-4c0c-b505-c70117cc1460 req-818ed321-7ea9-49da-afa6-0884f57f3992 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0497613 Jan 19 21:37:29.167921 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4a9dc611-03f4-4c0c-b505-c70117cc1460 req-7cf2442b-0e10-469c-920e-9420d0d608cc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433378 Jan 19 21:37:29.681604 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee20e0c-2773-4c20-a7f7-5c62fde43fe8 req-dc9ce037-4f82-49fb-affe-bf132ccf2513 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:29.683085 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9ee20e0c-2773-4c20-a7f7-5c62fde43fe8 req-dc9ce037-4f82-49fb-affe-bf132ccf2513 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0514336 Jan 19 21:37:29.685704 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52012f-e468-43f3-8e84-f38fa71ebe69 req-73ca2174-b191-4f6f-98f8-315a8b2b8846 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:29.687152 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-be52012f-e468-43f3-8e84-f38fa71ebe69 req-73ca2174-b191-4f6f-98f8-315a8b2b8846 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0468590 Jan 19 21:37:29.729506 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9ee20e0c-2773-4c20-a7f7-5c62fde43fe8 req-3a344db1-d9f0-44cc-8b46-984ed923bdac tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408175 Jan 19 21:37:29.733717 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-be52012f-e468-43f3-8e84-f38fa71ebe69 req-33079135-539e-41f8-882a-021df26a4476 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405827 Jan 19 21:37:30.147481 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c31ce20-ea1c-438d-ae2c-06fbdafeeeac req-9dc596b0-8456-476a-ad17-296154a16a74 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:30.149030 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5c31ce20-ea1c-438d-ae2c-06fbdafeeeac req-9dc596b0-8456-476a-ad17-296154a16a74 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0495272 Jan 19 21:37:30.195627 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5c31ce20-ea1c-438d-ae2c-06fbdafeeeac req-361ddc19-b061-44f4-898f-e26ea9ac0772 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409231 Jan 19 21:37:30.291327 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d854a-bd6c-496e-95b7-86e82b9489d3 req-2bb02689-0cea-4ced-be16-117b5374d6c9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:30.292833 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-856d854a-bd6c-496e-95b7-86e82b9489d3 req-2bb02689-0cea-4ced-be16-117b5374d6c9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0513957 Jan 19 21:37:30.365230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39acb27f-1292-4ae2-a0c5-e1fb1a2c655e req-1901ef74-f40a-46ce-9afc-024d22b41ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:30.366810 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39acb27f-1292-4ae2-a0c5-e1fb1a2c655e req-1901ef74-f40a-46ce-9afc-024d22b41ace service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 1099 time: 0.0730209 Jan 19 21:37:30.370112 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-856d854a-bd6c-496e-95b7-86e82b9489d3 req-8079336c-5fab-4df3-9fba-cdb480c27e85 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688577 Jan 19 21:37:30.425349 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39acb27f-1292-4ae2-a0c5-e1fb1a2c655e req-28726419-89f5-437a-be05-59513f723d0f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492535 Jan 19 21:37:30.844629 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ca4468-616a-4bbe-8318-b2c4feafbd05 req-eee5c801-25ad-46bd-a3ed-703a462ec9af tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:30.846154 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-59ca4468-616a-4bbe-8318-b2c4feafbd05 req-eee5c801-25ad-46bd-a3ed-703a462ec9af tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0484636 Jan 19 21:37:30.865311 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db68d8-dd03-4a94-af96-33d8c13929ce req-8f328c19-e799-443e-af7f-19499ef708a7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:30.867795 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f4db68d8-dd03-4a94-af96-33d8c13929ce req-8f328c19-e799-443e-af7f-19499ef708a7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0652454 Jan 19 21:37:30.903597 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-59ca4468-616a-4bbe-8318-b2c4feafbd05 req-7a12c0d5-f211-4c60-bcd2-1573b2af5d8f tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512042 Jan 19 21:37:30.917238 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f4db68d8-dd03-4a94-af96-33d8c13929ce req-a084fdc4-09c2-4ec3-a358-6faacc9e9216 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439832 Jan 19 21:37:31.314268 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e020c56-6540-4cc0-83c1-649202afe1d3 req-6f6eed71-dfc5-48ae-a35a-7da287dbae60 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:31.315967 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1e020c56-6540-4cc0-83c1-649202afe1d3 req-6f6eed71-dfc5-48ae-a35a-7da287dbae60 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0509441 Jan 19 21:37:31.367825 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1e020c56-6540-4cc0-83c1-649202afe1d3 req-0dd9331f-8d9e-4026-9c0c-93bcd75b7997 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Jan 19 21:37:31.497565 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9866b-f15f-4cee-8cb4-550cd30733a9 req-b5656b20-1260-44d8-8762-604378d4197e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:31.499042 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-00a9866b-f15f-4cee-8cb4-550cd30733a9 req-b5656b20-1260-44d8-8762-604378d4197e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0530839 Jan 19 21:37:31.546444 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-00a9866b-f15f-4cee-8cb4-550cd30733a9 req-aeead7d5-561e-4351-8836-d637f8ce33d3 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417666 Jan 19 21:37:32.037732 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83b514-a2e5-4ba0-85e4-c4b96bdf828b req-37dc332e-945f-425b-95de-779b2f35b655 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:32.039236 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3c83b514-a2e5-4ba0-85e4-c4b96bdf828b req-37dc332e-945f-425b-95de-779b2f35b655 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0496321 Jan 19 21:37:32.039922 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e6814-edac-46e3-9c68-16bfde14ba44 req-ebaf40eb-17f4-4fe5-969f-323a05b57865 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:32.041682 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fe6e6814-edac-46e3-9c68-16bfde14ba44 req-ebaf40eb-17f4-4fe5-969f-323a05b57865 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0549436 Jan 19 21:37:32.092355 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3c83b514-a2e5-4ba0-85e4-c4b96bdf828b req-0562b1e7-a20c-4d68-8e6b-5fafd3c4b229 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460052 Jan 19 21:37:32.104411 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fe6e6814-edac-46e3-9c68-16bfde14ba44 req-e53fb956-cfa7-427e-bcab-1d274fb83f6e tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555954 Jan 19 21:37:32.507112 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d041e-6f93-45ce-a833-55907cac44cf req-237fca87-ee67-4a09-8db2-e9fae5c84682 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:32.509009 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7c0d041e-6f93-45ce-a833-55907cac44cf req-237fca87-ee67-4a09-8db2-e9fae5c84682 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0513041 Jan 19 21:37:32.560571 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7c0d041e-6f93-45ce-a833-55907cac44cf req-2877abcb-ee85-434f-a4e6-06a647b546cb tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453749 Jan 19 21:37:32.682832 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9afa7-ae8a-4f38-962a-2d90b9596482 req-ba5b0bbf-f0d8-434d-8f8a-a85a0cfb89e5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:32.684657 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e3c9afa7-ae8a-4f38-962a-2d90b9596482 req-ba5b0bbf-f0d8-434d-8f8a-a85a0cfb89e5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0536640 Jan 19 21:37:32.742172 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e3c9afa7-ae8a-4f38-962a-2d90b9596482 req-5220ea92-f368-4ce3-9369-51ba2e7511c7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497487 Jan 19 21:37:33.213058 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5656589-3456-4a38-abb0-49e8a12cb7eb req-6598d780-e373-4b2d-85be-f3f768107132 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:33.214553 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f5656589-3456-4a38-abb0-49e8a12cb7eb req-6598d780-e373-4b2d-85be-f3f768107132 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0478685 Jan 19 21:37:33.219424 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c14fa4-f94d-4420-83cf-0c3af20e5b29 req-a7b87642-acbf-43ed-aa7e-d625144aca14 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:33.220917 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-92c14fa4-f94d-4420-83cf-0c3af20e5b29 req-a7b87642-acbf-43ed-aa7e-d625144aca14 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0552151 Jan 19 21:37:33.262610 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f5656589-3456-4a38-abb0-49e8a12cb7eb req-b56865b6-f244-4a61-86d3-c7082a81a6ae tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423398 Jan 19 21:37:33.269035 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-92c14fa4-f94d-4420-83cf-0c3af20e5b29 req-0c534873-bbaa-4826-a65d-9cc2a03f43a7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407534 Jan 19 21:37:33.744322 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55630) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:33.853075 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3ad2914c-8c0b-4d5c-b934-a0b8d867e0f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:33.870292 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36d1ead-09d6-40de-830e-d59cf7cbeb7d req-ba09f213-4f74-402e-9591-6c40da74152d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:33.871819 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b36d1ead-09d6-40de-830e-d59cf7cbeb7d req-ba09f213-4f74-402e-9591-6c40da74152d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0574296 Jan 19 21:37:33.935152 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b36d1ead-09d6-40de-830e-d59cf7cbeb7d req-1e769720-fce7-491e-9117-f00f75252001 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570385 Jan 19 21:37:33.959350 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3ad2914c-8c0b-4d5c-b934-a0b8d867e0f6 admin admin] Publish callbacks [] for security_group (c1734bea-df90-4968-865e-2f8dc750ea07), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:33.965127 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3ad2914c-8c0b-4d5c-b934-a0b8d867e0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c1734bea-df90-4968-865e-2f8dc750ea07), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:34.007070 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3ad2914c-8c0b-4d5c-b934-a0b8d867e0f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=050e03f1652242e7ac56a12daefcc633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616553 Jan 19 21:37:34.007796 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad2914c-8c0b-4d5c-b934-a0b8d867e0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1734bea-df90-4968-865e-2f8dc750ea07,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:34.009922 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 55648) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:34.058740 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ad932eb9-c6da-4354-9915-64988a3eb14c admin admin] Publish callbacks [] for security_group (c1734bea-df90-4968-865e-2f8dc750ea07), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:34.083130 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ad932eb9-c6da-4354-9915-64988a3eb14c admin admin] Publish callbacks [] for security_group (c1734bea-df90-4968-865e-2f8dc750ea07), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:34.133825 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ad932eb9-c6da-4354-9915-64988a3eb14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c1734bea-df90-4968-865e-2f8dc750ea07), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:34.136576 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ad932eb9-c6da-4354-9915-64988a3eb14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:34.137779 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ad932eb9-c6da-4354-9915-64988a3eb14c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1734bea-df90-4968-865e-2f8dc750ea07 HTTP/1.1" status: 204 len: 168 time: 0.1268849 Jan 19 21:37:34.145762 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad932eb9-c6da-4354-9915-64988a3eb14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1734bea-df90-4968-865e-2f8dc750ea07,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:34.388458 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdfffe-99ce-4c0d-9ac0-a28b4876240f req-b6966f9e-80f7-4866-bdad-8d093a5f7a37 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:34.389939 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-55cdfffe-99ce-4c0d-9ac0-a28b4876240f req-b6966f9e-80f7-4866-bdad-8d093a5f7a37 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0506625 Jan 19 21:37:34.444953 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-55cdfffe-99ce-4c0d-9ac0-a28b4876240f req-9550df73-9d32-4ecc-ad8d-56c884f3afef tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492449 Jan 19 21:37:34.770050 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55680) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:34.870129 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-332299659-network', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:34.892988 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Made reservation on behalf of 478e2f37de3144c5bbac2b21941a1619 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:37:34.895833 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:34.904781 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.005987 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Publish callbacks [] for security_group (cc1b290a-534f-43ab-9f12-1fae19f667de), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.011215 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (cc1b290a-534f-43ab-9f12-1fae19f667de), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.028615 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:37:35.051690 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (dd8ac4e3-0efa-41ef-bd20-242689b839f5), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.052058 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Added segment dd8ac4e3-0efa-41ef-bd20-242689b839f5 of type vlan for network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 Jan 19 21:37:35.082161 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841b1c5-a246-4f03-888c-f3471b5c5e20 req-6bd490f6-0e07-4514-bb66-725c0a7c4241 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:35.083694 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6841b1c5-a246-4f03-888c-f3471b5c5e20 req-6bd490f6-0e07-4514-bb66-725c0a7c4241 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0580723 Jan 19 21:37:35.090490 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc1b290a-534f-43ab-9f12-1fae19f667de,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:35.109675 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (1adc51ce-0d19-4887-9c56-da82a3fac8d0), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.136993 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (1adc51ce-0d19-4887-9c56-da82a3fac8d0), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.137336 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6841b1c5-a246-4f03-888c-f3471b5c5e20 req-2b0ce508-3343-4042-a91e-11619671da6c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447783 Jan 19 21:37:35.138527 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:35.139124 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.188763 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4176111 Jan 19 21:37:35.192196 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55694) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:35.202913 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Request body: {'subnet': {'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-332299659-subnet', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:35.212759 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c585d-ea6d-450d-ae9b-f45690775f09 admin admin] Pushing event updated for resources: {'Network': ['ID=1adc51ce-0d19-4887-9c56-da82a3fac8d0,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:35.224618 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:37:35.231560 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Made reservation on behalf of 478e2f37de3144c5bbac2b21941a1619 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:37:35.233904 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25586898'] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.411792 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:37:35.430126 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25586940'] for subnet (c750ad12-50b8-4d20-810f-ef94fa25d1d4), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.494646 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c750ad12-50b8-4d20-810f-ef94fa25d1d4,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:35.505773 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Checking segment: {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:35.505773 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Network hostable DHCP agents. Network: 1adc51ce-0d19-4887-9c56-da82a3fac8d0, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:37:35.519457 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:35.531625 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:37:35.532240 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'port_id': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'mac_address': 'fa:16:3e:0f:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:37:35.560059 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 1adc51ce-0d19-4887-9c56-da82a3fac8d0) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:35.564818 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:35.565576 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.570624 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e64c444-5ac5-45a4-8e1c-0d27040dfd44 None None] Network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:37:35.591443 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee48c71-17e8-4590-9beb-8c5b774b8267 req-f279aa53-d9f5-4b65-8241-470c367f495a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:35.592983 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6ee48c71-17e8-4590-9beb-8c5b774b8267 req-f279aa53-d9f5-4b65-8241-470c367f495a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0715387 Jan 19 21:37:35.598651 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3d84d205-0c71-41f9-84eb-c5fce386479a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4034550 Jan 19 21:37:35.600182 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 55698) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:35.604628 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:35.621419 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 58d23ae0-88d4-42fb-bd29-733572e874e9 is: ACTIVE; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:35.621798 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.630046 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.631315 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.645041 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 58d23ae0-88d4-42fb-bd29-733572e874e9 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:37:35.649970 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6ee48c71-17e8-4590-9beb-8c5b774b8267 req-3fce887e-007e-4736-9d13-81cc1bccb4c8 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507150 Jan 19 21:37:35.678121 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:35.691407 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks [] for router_controller (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), precommit_add_association {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.696423 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.725606 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:37:35.726469 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.775517 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=6']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:35.834271 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks [] for router_gateway (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:35.890085 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Allocated IP 172.20.0.2 (1adc51ce-0d19-4887-9c56-da82a3fac8d0/c750ad12-50b8-4d20-810f-ef94fa25d1d4/a867d7bc-1330-4fff-89cc-545009b47b25) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:37:35.923193 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['58d23ae0-88d4-42fb-bd29-733572e874e9'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:36.040649 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks [] for router_gateway (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:36.064687 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:36.150399 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Publish callbacks [] for port (a867d7bc-1330-4fff-89cc-545009b47b25), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:36.163729 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:36.244651 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Allocated IP 172.27.0.3 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/65d89d22-d01c-4cef-b826-5d5e3115bad4) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:37:36.254488 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:36.262608 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:36.267092 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Pushing event updated for resources: {'Port': ['ID=a867d7bc-1330-4fff-89cc-545009b47b25,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:36.269631 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:37:36.361337 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Attempting to bind port a867d7bc-1330-4fff-89cc-545009b47b25 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:37:36.361788 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Attempting to bind port a867d7bc-1330-4fff-89cc-545009b47b25 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:37:36.362254 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368a89b-85ae-44d0-a034-4654f801eff4 req-b11e71f3-70a4-4e9e-8ce9-b4f1a052741f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:36.362815 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Attempting to bind port a867d7bc-1330-4fff-89cc-545009b47b25 on network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:36.364246 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4368a89b-85ae-44d0-a034-4654f801eff4 req-b11e71f3-70a4-4e9e-8ce9-b4f1a052741f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 945 time: 0.1520548 Jan 19 21:37:36.366080 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3bba37-f1a7-4d8c-9781-a2f97e5af2cd req-1075a8b1-ee38-4c01-826d-6f495c26b289 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:36.367613 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0c3bba37-f1a7-4d8c-9781-a2f97e5af2cd req-1075a8b1-ee38-4c01-826d-6f495c26b289 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.1156616 Jan 19 21:37:36.372444 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:37:36.372916 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Checking segment: {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:36.373653 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:36.373768 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Bound using segment: {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:37:36.375537 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Bound port: a867d7bc-1330-4fff-89cc-545009b47b25, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:37:36.376042 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:36.436672 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0c3bba37-f1a7-4d8c-9781-a2f97e5af2cd req-b233e8bc-acf0-4375-a385-2691f56f5ad4 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578763 Jan 19 21:37:36.453237 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4368a89b-85ae-44d0-a034-4654f801eff4 req-797be667-fc76-468b-9403-15af1e1c655d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697491 Jan 19 21:37:36.481397 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks [] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:36.490033 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] For port a867d7bc-1330-4fff-89cc-545009b47b25, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:37:36.493515 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] For port a867d7bc-1330-4fff-89cc-545009b47b25, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=a867d7bc-1330-4fff-89cc-545009b47b25,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:37:36.499058 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:36.539718 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:36.563332 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a58f84-6bf3-44ae-b2c8-512e2d0693b4 None None] Pushing event updated for resources: {'Port': ['ID=a867d7bc-1330-4fff-89cc-545009b47b25,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:36.606477 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Pushing event updated for resources: {'Port': ['ID=65d89d22-d01c-4cef-b826-5d5e3115bad4,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:36.609871 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:36.611540 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:36.615009 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:37:36.857127 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d09b0d2-67be-48ae-91e0-b18933716e5b req-dbc55272-2fa9-480c-bcce-b004da957f88 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:36.857127 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7d09b0d2-67be-48ae-91e0-b18933716e5b req-dbc55272-2fa9-480c-bcce-b004da957f88 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0994089 Jan 19 21:37:36.979413 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7d09b0d2-67be-48ae-91e0-b18933716e5b req-4ba5e0a5-e6a1-4087-9f7e-297b207fc95c tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918376 Jan 19 21:37:37.000110 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks [] for router_gateway (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:37.223736 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:37.367138 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:37.407915 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:37:37.482662 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 58d23ae0-88d4-42fb-bd29-733572e874e9 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:37.483110 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:37.632859 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:37:37.641039 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 58d23ae0-88d4-42fb-bd29-733572e874e9 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:37.642716 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:37.649610 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Sync routers for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:37:37.666743 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:37.667347 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:37.691808 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98580ad-9cab-4d44-8785-bf3949c13952 req-12c13217-ffd9-4254-acd3-31a113422b9f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:37.693526 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d98580ad-9cab-4d44-8785-bf3949c13952 req-12c13217-ffd9-4254-acd3-31a113422b9f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.1130378 Jan 19 21:37:37.716683 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:37.724362 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb77b9c3-a8ca-4866-a7b8-babf1073f992" -d '{"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-plugged", "status": "completed", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:37.732362 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:37.736002 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-93cfcea6-15a4-4ccf-908a-01aba2eaec10 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1343195 Jan 19 21:37:37.739451 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55764) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:37.752924 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:37.762249 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:37.764886 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85717f2-badd-4daf-83e3-bf382011377a req-963ad741-33c3-434d-af32-8ba6bbc3f30c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:37.781661 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f85717f2-badd-4daf-83e3-bf382011377a req-963ad741-33c3-434d-af32-8ba6bbc3f30c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 945 time: 0.1777010 Jan 19 21:37:37.884884 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f85717f2-badd-4daf-83e3-bf382011377a req-43beda46-a7a5-4aec-9725-304a4e6f95a0 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912743 Jan 19 21:37:37.932149 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d98580ad-9cab-4d44-8785-bf3949c13952 req-3c6d6134-b46c-4a4a-8759-3c0cce284d60 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2305439 Jan 19 21:37:37.935900 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=7']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:37.946166 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14edb89c-64ee-48de-87d2-7042c05350c8 x-openstack-request-id: req-14edb89c-64ee-48de-87d2-7042c05350c8 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:37.946446 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-plugged", "status": "completed", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:37.946703 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14edb89c-64ee-48de-87d2-7042c05350c8 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:37.956839 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'code': 200} Jan 19 21:37:37.985129 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:38.003935 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e54f612-748a-49f7-8652-28aaaeeff242 None None] Network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:37:38.136292 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-79ea2484-79a9-41d5-a64f-f58f2532335b None None] Provisioning complete for port a867d7bc-1330-4fff-89cc-545009b47b25 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:38.136682 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-79ea2484-79a9-41d5-a64f-f58f2532335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:38.202827 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a1ec-fe6a-4408-9bcd-240533659739 req-bbacadb6-3053-4d57-86a2-83ed7e357a4e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:38.215639 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ac6a1ec-fe6a-4408-9bcd-240533659739 req-bbacadb6-3053-4d57-86a2-83ed7e357a4e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1318967 Jan 19 21:37:38.380076 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:36Z', 'revision_number': 3, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:38.464490 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Checking router: 6a4562bd-4ae5-4666-b708-f0dc7634e5cb for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:37:38.465207 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Updating router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb port 65d89d22-d01c-4cef-b826-5d5e3115bad4 binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:37:38.517833 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-79ea2484-79a9-41d5-a64f-f58f2532335b None None] Current status of the port a867d7bc-1330-4fff-89cc-545009b47b25 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:38.519130 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-79ea2484-79a9-41d5-a64f-f58f2532335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:38.541969 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:38.578481 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ac6a1ec-fe6a-4408-9bcd-240533659739 req-b1e11260-caef-4bea-a162-4c2d1122b2a5 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3618934 Jan 19 21:37:38.618700 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-79ea2484-79a9-41d5-a64f-f58f2532335b None None] For port a867d7bc-1330-4fff-89cc-545009b47b25, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=a867d7bc-1330-4fff-89cc-545009b47b25,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:38.626851 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device a867d7bc-1330-4fff-89cc-545009b47b25 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:38.670113 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-a5129e96-317f-4fce-8383-fea003a5d055 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:38.671821 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-a5129e96-317f-4fce-8383-fea003a5d055 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 945 time: 0.0757616 Jan 19 21:37:38.683510 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-79ea2484-79a9-41d5-a64f-f58f2532335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:38.806435 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea2484-79a9-41d5-a64f-f58f2532335b None None] Pushing event updated for resources: {'Port': ['ID=a867d7bc-1330-4fff-89cc-545009b47b25,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:38.855830 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port a867d7bc-1330-4fff-89cc-545009b47b25 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:38.856324 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:38.937385 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Deleting port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:37:38.937727 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.058184 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Publish callbacks [] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.076668 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.100403 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-31b671f5-0a72-46a6-9012-6410be571418 None None] Provisioning complete for port a867d7bc-1330-4fff-89cc-545009b47b25 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:39.100779 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-31b671f5-0a72-46a6-9012-6410be571418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.157344 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a4fca-a21b-400d-a14b-ddc28958cbc1 req-ee3433d4-6e5a-46a7-9e14-8a01f9d415c1 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:39.168208 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cb6a4fca-a21b-400d-a14b-ddc28958cbc1 req-ee3433d4-6e5a-46a7-9e14-8a01f9d415c1 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 945 time: 0.0871503 Jan 19 21:37:39.191875 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Attempting to bind port 65d89d22-d01c-4cef-b826-5d5e3115bad4 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:37:39.192258 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Attempting to bind port 65d89d22-d01c-4cef-b826-5d5e3115bad4 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:37:39.192623 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Attempting to bind port 65d89d22-d01c-4cef-b826-5d5e3115bad4 on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:39.210303 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:37:39.210677 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:39.211274 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.211400 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.212359 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:37:39.213004 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Bound port: 65d89d22-d01c-4cef-b826-5d5e3115bad4, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:37:39.213547 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.238771 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port a867d7bc-1330-4fff-89cc-545009b47b25 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:39.252734 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] For port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:39.253241 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.278856 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Calling delete_port for 9973c2db-f6a0-4d6f-90e8-e504648b1d9d owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:37:39.293879 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cb6a4fca-a21b-400d-a14b-ddc28958cbc1 req-53375a2c-e612-46bb-8d6e-9b4fb753be5a tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245449 Jan 19 21:37:39.332313 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] For port 65d89d22-d01c-4cef-b826-5d5e3115bad4, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:37:39.336154 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] For port 65d89d22-d01c-4cef-b826-5d5e3115bad4, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=65d89d22-d01c-4cef-b826-5d5e3115bad4,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:37:39.357523 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.367420 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cda9a-1ee8-4630-831d-543a8f8abe4c req-60a74ad3-a456-45ff-937c-d27d46faf07d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:39.369369 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-905cda9a-1ee8-4630-831d-543a8f8abe4c req-60a74ad3-a456-45ff-937c-d27d46faf07d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.2577820 Jan 19 21:37:39.398300 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-31b671f5-0a72-46a6-9012-6410be571418 None None] Current status of the port a867d7bc-1330-4fff-89cc-545009b47b25 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:39.414203 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Pushing event updated for resources: {'Port': ['ID=65d89d22-d01c-4cef-b826-5d5e3115bad4,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:39.422928 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:39.424158 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:39.429519 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.430215 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.430810 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.431523 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.432087 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.432682 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.433276 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.433819 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.434373 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.434963 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.435521 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.436073 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.436921 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:37:39.493097 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-905cda9a-1ee8-4630-831d-543a8f8abe4c req-04cc615f-6117-4d61-9135-7415d4bd09cb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054926 Jan 19 21:37:39.510099 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Allocated IP 172.20.0.1 (1adc51ce-0d19-4887-9c56-da82a3fac8d0/c750ad12-50b8-4d20-810f-ef94fa25d1d4/696736da-e964-4a3f-9006-8ed52a31c019) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:37:39.549432 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b001acd-c081-4bde-a01d-7fded1f4fc77 req-473c8497-b8fb-4811-83ef-ee4e67c1e2b2 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:39.551458 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6b001acd-c081-4bde-a01d-7fded1f4fc77 req-473c8497-b8fb-4811-83ef-ee4e67c1e2b2 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.1248069 Jan 19 21:37:39.687653 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb04d79-001a-4421-8aab-26c74b96d12e None None] Pushing event updated for resources: {'Port': ['ID=65d89d22-d01c-4cef-b826-5d5e3115bad4,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:39.707145 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d2956965-f937-4459-a3d9-dc7dfa4f7874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.733554 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:39.772531 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6b001acd-c081-4bde-a01d-7fded1f4fc77 req-16522010-19b5-4aab-9918-1fb33b5b9cc3 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112358 Jan 19 21:37:39.775410 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (9973c2db-f6a0-4d6f-90e8-e504648b1d9d), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.776539 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Publish callbacks [] for port (696736da-e964-4a3f-9006-8ed52a31c019), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.788398 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f16583a8-e8ef-4b06-a68b-13d8a3001f70', '1fc62f1d-95cf-425e-9a10-661800a81dab', 'e2c1790d-a7fa-4f58-9690-17de82f6cf83', '9973c2db-f6a0-4d6f-90e8-e504648b1d9d'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:39.833024 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (696736da-e964-4a3f-9006-8ed52a31c019), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:39.866344 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Pushing event deleted for resources: {'Port': ['ID=9973c2db-f6a0-4d6f-90e8-e504648b1d9d,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:39.900318 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:39.912440 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04f223-5a4f-4462-ad5f-b8811faaeb39 req-f167140c-0c9e-4378-ad9e-445ee4648abc tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:39.921234 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2e04f223-5a4f-4462-ad5f-b8811faaeb39 req-f167140c-0c9e-4378-ad9e-445ee4648abc tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.2107663 Jan 19 21:37:39.925337 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:39.929531 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:37:40.015782 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Pushing event updated for resources: {'Port': ['ID=696736da-e964-4a3f-9006-8ed52a31c019,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:40.045220 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] No DVR routers for this DVR port 9973c2db-f6a0-4d6f-90e8-e504648b1d9d on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:37:40.050525 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:40.054299 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-12880bd5-5fc7-4424-aa78-e7d6a9b4eec2 req-962cc98c-e42c-4913-8611-b45b0714676f tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "DELETE /v2.0/ports/9973c2db-f6a0-4d6f-90e8-e504648b1d9d HTTP/1.1" status: 204 len: 173 time: 1.3685443 Jan 19 21:37:40.054804 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa40ae15-fda0-4a83-80ee-c193366ae714', 'name': 'network-vif-deleted', 'tag': '9973c2db-f6a0-4d6f-90e8-e504648b1d9d'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:40.058255 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c453b29-12c6-4dde-b2a5-d66c583a8260" -d '{"events": [{"server_uuid": "fa40ae15-fda0-4a83-80ee-c193366ae714", "name": "network-vif-deleted", "tag": "9973c2db-f6a0-4d6f-90e8-e504648b1d9d"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:40.094532 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:40.105011 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:36Z', 'revision_number': 3, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:40.145084 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31da4ca7-2e95-4d47-ad32-e087ab445310 None None] The sync data for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi is: [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:36Z', 'revision_number': 3, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:37:40.185572 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb8920f-f768-4744-bafc-f32a1314184a x-openstack-request-id: req-fbb8920f-f768-4744-bafc-f32a1314184a {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:40.186115 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa40ae15-fda0-4a83-80ee-c193366ae714", "name": "network-vif-deleted", "tag": "9973c2db-f6a0-4d6f-90e8-e504648b1d9d", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:40.186465 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fbb8920f-f768-4744-bafc-f32a1314184a {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:40.186971 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa40ae15-fda0-4a83-80ee-c193366ae714', 'name': 'network-vif-deleted', 'tag': '9973c2db-f6a0-4d6f-90e8-e504648b1d9d', 'status': 'completed', 'code': 200} Jan 19 21:37:40.266266 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2e04f223-5a4f-4462-ad5f-b8811faaeb39 req-35b1a8fd-e875-4c22-b36d-0f9aa9c8426d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3434994 Jan 19 21:37:40.433848 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (696736da-e964-4a3f-9006-8ed52a31c019), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:40.524203 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1d0011c2-e8f7-4db6-a4ad-16462f7599b3 req-1a01402d-1d78-4555-8fc8-09d4dd4b833e tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=fa40ae15-fda0-4a83-80ee-c193366ae714 HTTP/1.1" status: 200 len: 210 time: 0.0657055 Jan 19 21:37:40.552661 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device a867d7bc-1330-4fff-89cc-545009b47b25 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:40.554941 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-7a74fc37-1db6-4544-9e7d-8fb9be71650a None None] Provisioning complete for port 696736da-e964-4a3f-9006-8ed52a31c019 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:40.555726 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7a74fc37-1db6-4544-9e7d-8fb9be71650a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (696736da-e964-4a3f-9006-8ed52a31c019), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:40.706661 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-7a74fc37-1db6-4544-9e7d-8fb9be71650a None None] Port 696736da-e964-4a3f-9006-8ed52a31c019 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:37:40.749425 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port a867d7bc-1330-4fff-89cc-545009b47b25 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:40.751218 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:40.781765 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e8ae8-aebd-4700-b81b-e797aa6cfb73 req-d8743d52-c6e9-42ad-9179-0dbcdb02daa4 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:40.791869 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6d0e8ae8-aebd-4700-b81b-e797aa6cfb73 req-d8743d52-c6e9-42ad-9179-0dbcdb02daa4 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.1973536 Jan 19 21:37:40.925980 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6d0e8ae8-aebd-4700-b81b-e797aa6cfb73 req-eea59ed4-23ae-4614-94ec-0c2f94a4f35b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306853 Jan 19 21:37:40.966977 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Publish callbacks [] for port (696736da-e964-4a3f-9006-8ed52a31c019), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:40.974697 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (696736da-e964-4a3f-9006-8ed52a31c019), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:40.997883 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da50225-20e5-4d35-8b8e-7ba5a02816f8 req-be00cad0-fe66-48ae-9271-8cb21927382e tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:41.008994 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0da50225-20e5-4d35-8b8e-7ba5a02816f8 req-be00cad0-fe66-48ae-9271-8cb21927382e tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.1517296 Jan 19 21:37:41.013337 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port a867d7bc-1330-4fff-89cc-545009b47b25 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:41.077136 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Pushing event updated for resources: {'Port': ['ID=696736da-e964-4a3f-9006-8ed52a31c019,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:41.080370 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:41.107319 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0da50225-20e5-4d35-8b8e-7ba5a02816f8 req-ce0b340e-d70f-4099-a250-c5b4cd407ba5 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970192 Jan 19 21:37:41.255581 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:41.258573 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:41.510458 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0fa40b-0b16-4e77-b9a6-e2480b205786 req-a38d6ee5-f457-45ed-854d-870058ce909d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:41.512223 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6a0fa40b-0b16-4e77-b9a6-e2480b205786 req-a38d6ee5-f457-45ed-854d-870058ce909d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1488645 Jan 19 21:37:41.553065 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:37:41.656554 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-615d2cb4-6c72-4224-b787-07125af3130e None None] Provisioning complete for port 696736da-e964-4a3f-9006-8ed52a31c019 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:41.656907 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-615d2cb4-6c72-4224-b787-07125af3130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (696736da-e964-4a3f-9006-8ed52a31c019), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:41.688145 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6a0fa40b-0b16-4e77-b9a6-e2480b205786 req-80413899-7580-4bbc-ad30-fae39b095250 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550107 Jan 19 21:37:41.752535 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-615d2cb4-6c72-4224-b787-07125af3130e None None] Port 696736da-e964-4a3f-9006-8ed52a31c019 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:37:41.804700 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:37:41.810225 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0dcdf77b-033c-4233-8530-a36bce8f3308 admin admin] 10.222.0.39 "PUT /v2.0/routers/6a4562bd-4ae5-4666-b708-f0dc7634e5cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0694375 Jan 19 21:37:42.089395 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858ede3-d2c7-4029-aba1-0c7ce2ab71ff req-111d98af-14cb-4c3f-8219-5a694dc8610d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:42.098011 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3858ede3-d2c7-4029-aba1-0c7ce2ab71ff req-111d98af-14cb-4c3f-8219-5a694dc8610d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0705566 Jan 19 21:37:42.288335 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d7fe31ad-9c20-4818-a6f9-e2d6dd59520c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:42.339516 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-f84c8086-093b-4713-a86f-8df7820c380d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:42.347822 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-f84c8086-093b-4713-a86f-8df7820c380d tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.48 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.2308438 Jan 19 21:37:42.370005 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3858ede3-d2c7-4029-aba1-0c7ce2ab71ff req-8ce1ec36-c2ef-4400-8853-479280be8a9f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2656355 Jan 19 21:37:42.380552 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4609f1-3326-4820-b64c-5c662b6e7c53 req-197f3403-b918-4153-ac53-821ee17920e9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:42.388135 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4f4609f1-3326-4820-b64c-5c662b6e7c53 req-197f3403-b918-4153-ac53-821ee17920e9 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 945 time: 0.1639636 Jan 19 21:37:42.483071 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4f4609f1-3326-4820-b64c-5c662b6e7c53 req-6fd28c90-8bfc-4116-9ea8-3c45bf0db8bb tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829792 Jan 19 21:37:42.538882 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Deleting port 2995fec9-a298-498b-bb15-a8cef6a28644 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:37:42.538882 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:42.592133 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 65d89d22-d01c-4cef-b826-5d5e3115bad4 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:42.651303 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55824) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:42.660917 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 65d89d22-d01c-4cef-b826-5d5e3115bad4 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:42.661293 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:42.662966 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1272985426-network', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:42.698434 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Made reservation on behalf of 1d9ffe0279ab4103a8275fcbb59ca7af for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:37:42.702857 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:42.743318 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] For port 2995fec9-a298-498b-bb15-a8cef6a28644, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=2995fec9-a298-498b-bb15-a8cef6a28644,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:42.745005 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:42.760150 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:42.780110 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Calling delete_port for 2995fec9-a298-498b-bb15-a8cef6a28644 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:37:42.785380 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Sync routers for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:37:42.873095 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:42.875732 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:42.956995 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6eec2-3793-47c8-8822-f25f9f313fda req-6a56eb65-f7fc-4899-b2e4-ca58192b38ff tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:42.958299 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-daa6eec2-3793-47c8-8822-f25f9f313fda req-6a56eb65-f7fc-4899-b2e4-ca58192b38ff tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0918822 Jan 19 21:37:42.970020 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Publish callbacks [] for security_group (2d44a8b9-b827-4a0f-ac01-768d93dfecb0), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:42.974047 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 65d89d22-d01c-4cef-b826-5d5e3115bad4 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:42.974718 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:42.982908 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2d44a8b9-b827-4a0f-ac01-768d93dfecb0), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:42.999577 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:37:43.004298 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port 65d89d22-d01c-4cef-b826-5d5e3115bad4, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=65d89d22-d01c-4cef-b826-5d5e3115bad4,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:43.017832 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (23011670-7794-4268-9a26-bce9abfe6fbb), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.018819 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Added segment 23011670-7794-4268-9a26-bce9abfe6fbb of type vlan for network cebf18d0-a00d-4ac8-a751-8311ba45ce7b Jan 19 21:37:43.055333 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.076963 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (cebf18d0-a00d-4ac8-a751-8311ba45ce7b), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.094287 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-daa6eec2-3793-47c8-8822-f25f9f313fda req-d4e55d07-7088-4a0d-811e-a20c22cec1c9 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083784 Jan 19 21:37:43.108713 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (cebf18d0-a00d-4ac8-a751-8311ba45ce7b), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.111263 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:43.112586 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.201480 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (2995fec9-a298-498b-bb15-a8cef6a28644), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.262722 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['8be916c0-7bbe-43f9-82aa-54bca0877846', '2995fec9-a298-498b-bb15-a8cef6a28644'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:43.264332 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d44a8b9-b827-4a0f-ac01-768d93dfecb0,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:43.285121 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 55832) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:43.286332 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6332219 Jan 19 21:37:43.305339 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Request body: {'subnet': {'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1272985426-subnet', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'ip_version': 4}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:43.324178 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Pushing event deleted for resources: {'Port': ['ID=2995fec9-a298-498b-bb15-a8cef6a28644,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:43.356357 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.357037 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfb317-89b7-4d42-bdf6-e33e867a9dc4 admin admin] Pushing event updated for resources: {'Network': ['ID=cebf18d0-a00d-4ac8-a751-8311ba45ce7b,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:43.370809 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:43.428916 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network cebf18d0-a00d-4ac8-a751-8311ba45ce7b details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:37:43.438148 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 9973c2db-f6a0-4d6f-90e8-e504648b1d9d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:37:43.449194 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] No DVR routers for this DVR port 2995fec9-a298-498b-bb15-a8cef6a28644 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:37:43.459573 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.463406 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7b9bd22a-ddb1-4bc9-a2d0-55d5fdf16f75 req-5464594a-2aa6-427d-8ff0-f67bb25d6665 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.48 "DELETE /v2.0/ports/2995fec9-a298-498b-bb15-a8cef6a28644 HTTP/1.1" status: 204 len: 173 time: 1.0910170 Jan 19 21:37:43.463965 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68365be5-8325-4754-b647-c7dcd19ec9c3', 'name': 'network-vif-deleted', 'tag': '2995fec9-a298-498b-bb15-a8cef6a28644'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:43.466276 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2188bd-146d-44b9-b985-4e287327d188" -d '{"events": [{"server_uuid": "68365be5-8325-4754-b647-c7dcd19ec9c3", "name": "network-vif-deleted", "tag": "2995fec9-a298-498b-bb15-a8cef6a28644"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:43.537238 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Made reservation on behalf of 1d9ffe0279ab4103a8275fcbb59ca7af for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:37:43.539669 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18692226'] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.581988 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11652cb4-778e-4e79-aae8-623f26f467b3 req-766a2ce3-4a04-4a11-a8b3-18f225490692 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:43.583645 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-11652cb4-778e-4e79-aae8-623f26f467b3 req-766a2ce3-4a04-4a11-a8b3-18f225490692 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 945 time: 0.1457603 Jan 19 21:37:43.610283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b2db2-96fa-4870-aefb-b1cd213a3c78 req-83e51fc8-8404-4585-90ff-a9f3fab6b066 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:43.623152 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cb0b2db2-96fa-4870-aefb-b1cd213a3c78 req-83e51fc8-8404-4585-90ff-a9f3fab6b066 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.1176436 Jan 19 21:37:43.724689 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-11652cb4-778e-4e79-aae8-623f26f467b3 req-8f09f676-b286-4452-986e-1ac169404577 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973260 Jan 19 21:37:43.726254 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cb0b2db2-96fa-4870-aefb-b1cd213a3c78 req-ba54d47c-5bf9-442c-a32f-f04582b8072a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022294 Jan 19 21:37:43.777596 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 9973c2db-f6a0-4d6f-90e8-e504648b1d9d {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:37:43.778132 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 9973c2db-f6a0-4d6f-90e8-e504648b1d9d not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:37:43.793465 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=65d89d22-d01c-4cef-b826-5d5e3115bad4,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:43.826517 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeb0d80-f9e9-4de5-9531-261367a18902 x-openstack-request-id: req-abeb0d80-f9e9-4de5-9531-261367a18902 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:43.826867 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68365be5-8325-4754-b647-c7dcd19ec9c3", "name": "network-vif-deleted", "tag": "2995fec9-a298-498b-bb15-a8cef6a28644", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:43.827091 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abeb0d80-f9e9-4de5-9531-261367a18902 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:43.831339 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68365be5-8325-4754-b647-c7dcd19ec9c3', 'name': 'network-vif-deleted', 'tag': '2995fec9-a298-498b-bb15-a8cef6a28644', 'status': 'completed', 'code': 200} Jan 19 21:37:43.901822 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17038234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18692268'] for subnet (b27045ca-04ae-4dea-9453-237b78e56c0b), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:43.927105 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-451bb5c5-4736-4b73-9f45-c1903658764c req-c574ac97-a8bf-4cfa-9459-a11718bc40d1 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=68365be5-8325-4754-b647-c7dcd19ec9c3 HTTP/1.1" status: 200 len: 210 time: 0.0470529 Jan 19 21:37:43.967245 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b27045ca-04ae-4dea-9453-237b78e56c0b,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:43.997027 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Checking segment: {'id': '23011670-7794-4268-9a26-bce9abfe6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:43.997531 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Network hostable DHCP agents. Network: cebf18d0-a00d-4ac8-a751-8311ba45ce7b, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:37:44.037841 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Network cebf18d0-a00d-4ac8-a751-8311ba45ce7b is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:37:44.053804 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, cebf18d0-a00d-4ac8-a751-8311ba45ce7b) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:44.068893 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c05799a-d54b-47e8-96e1-e20c120c4dae None None] Network cebf18d0-a00d-4ac8-a751-8311ba45ce7b requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:37:44.069836 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:44.070551 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.116431 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55848) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:44.118629 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-77cdd385-3d08-4428-885f-2131faffcf29 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8292708 Jan 19 21:37:44.120890 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:37:44.177957 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (1045a2e4-0e61-463e-81fc-fd706b88c5fb), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.179254 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (1045a2e4-0e61-463e-81fc-fd706b88c5fb), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.274998 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks [] for router_controller (1045a2e4-0e61-463e-81fc-fd706b88c5fb), precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.326699 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df181d-81ed-4366-af4c-f40065f8e904 req-39b9f25a-7f84-42cf-9251-5564443ad62f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:44.328747 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b3df181d-81ed-4366-af4c-f40065f8e904 req-39b9f25a-7f84-42cf-9251-5564443ad62f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0709977 Jan 19 21:37:44.398512 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-cebf18d0-a00d-4ac8-a751-8311ba45ce7b', 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b', 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'fixed_ips': [{'subnet_id': 'b27045ca-04ae-4dea-9453-237b78e56c0b'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:37:44.413802 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.424083 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b3df181d-81ed-4366-af4c-f40065f8e904 req-162da079-1dc0-4f1e-8a4f-bb2bda13650c tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882938 Jan 19 21:37:44.529957 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks [] for router_gateway (1045a2e4-0e61-463e-81fc-fd706b88c5fb), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.578577 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Allocated IP 172.20.0.2 (cebf18d0-a00d-4ac8-a751-8311ba45ce7b/b27045ca-04ae-4dea-9453-237b78e56c0b/d45146b2-4539-4dc4-9db1-fb2ea43ba05e) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:37:44.610933 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 65d89d22-d01c-4cef-b826-5d5e3115bad4 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:44.698984 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.704453 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '696736da-e964-4a3f-9006-8ed52a31c019', 'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'mac_address': 'fa:16:3e:a6:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:39Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 2, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'subnets': [{'id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:44.743782 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Checking router: 6a4562bd-4ae5-4666-b708-f0dc7634e5cb for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:37:44.744147 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Updating router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb port 696736da-e964-4a3f-9006-8ed52a31c019 binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:37:44.804893 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 65d89d22-d01c-4cef-b826-5d5e3115bad4 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:44.805582 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.837367 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (696736da-e964-4a3f-9006-8ed52a31c019), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.913119 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks [] for router_gateway (1045a2e4-0e61-463e-81fc-fd706b88c5fb), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.936127 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bba84-1fd4-4e9e-b31a-d01f2aa45bbb req-d30e0ae5-636f-4609-96d2-4fa306763dca tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:44.937834 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-963bba84-1fd4-4e9e-b31a-d01f2aa45bbb req-d30e0ae5-636f-4609-96d2-4fa306763dca tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0767076 Jan 19 21:37:44.954535 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:44.990097 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Publish callbacks [] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.024906 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.033753 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-963bba84-1fd4-4e9e-b31a-d01f2aa45bbb req-b3baf446-0de6-4fe8-a800-20187af112c0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879714 Jan 19 21:37:45.095980 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9042e1-36e4-4a09-9036-171a8e67fe50 req-3ef56658-b7bd-4569-bba8-effc3d2421e9 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:45.097743 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8a9042e1-36e4-4a09-9036-171a8e67fe50 req-3ef56658-b7bd-4569-bba8-effc3d2421e9 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 945 time: 0.1819246 Jan 19 21:37:45.132611 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Network cebf18d0-a00d-4ac8-a751-8311ba45ce7b is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:45.139400 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:45.141853 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:37:45.160408 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 65d89d22-d01c-4cef-b826-5d5e3115bad4 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:45.219031 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8a9042e1-36e4-4a09-9036-171a8e67fe50 req-9c643a4b-8d58-4889-856d-a5c0013b4b9b tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095772 Jan 19 21:37:45.240406 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Allocated IP 172.27.0.251 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/10969c7c-2eec-48b0-a177-0fa2152555e0) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:37:45.272050 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Pushing event updated for resources: {'Port': ['ID=d45146b2-4539-4dc4-9db1-fb2ea43ba05e,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:45.297518 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-1b9d1b04-7694-4fe2-8c45-bfd96d4c8b40 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:45.298903 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-1b9d1b04-7694-4fe2-8c45-bfd96d4c8b40 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 945 time: 0.0986180 Jan 19 21:37:45.389587 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Attempting to bind port d45146b2-4539-4dc4-9db1-fb2ea43ba05e on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:37:45.389995 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Attempting to bind port d45146b2-4539-4dc4-9db1-fb2ea43ba05e by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '23011670-7794-4268-9a26-bce9abfe6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:37:45.390322 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Attempting to bind port d45146b2-4539-4dc4-9db1-fb2ea43ba05e on network cebf18d0-a00d-4ac8-a751-8311ba45ce7b {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:45.453819 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Deleting port e2c1790d-a7fa-4f58-9690-17de82f6cf83 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:37:45.454160 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.480108 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks [] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.553263 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a735878-ef57-4761-9e49-efa1f23296c7 req-49e9c267-f956-4ab1-ba6d-5cf6f1f912f5 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:45.555236 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 2995fec9-a298-498b-bb15-a8cef6a28644 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:37:45.564663 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4a735878-ef57-4761-9e49-efa1f23296c7 req-49e9c267-f956-4ab1-ba6d-5cf6f1f912f5 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0907993 Jan 19 21:37:45.612342 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] For port e2c1790d-a7fa-4f58-9690-17de82f6cf83, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e2c1790d-a7fa-4f58-9690-17de82f6cf83,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:45.612900 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.621988 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.630114 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Calling delete_port for e2c1790d-a7fa-4f58-9690-17de82f6cf83 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:37:45.643062 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:37:45.643062 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Checking segment: {'id': '23011670-7794-4268-9a26-bce9abfe6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:45.643062 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.643062 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Bound using segment: {'id': '23011670-7794-4268-9a26-bce9abfe6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:37:45.643062 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Bound port: d45146b2-4539-4dc4-9db1-fb2ea43ba05e, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23011670-7794-4268-9a26-bce9abfe6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:37:45.643062 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.647986 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 2995fec9-a298-498b-bb15-a8cef6a28644 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:37:45.648343 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 2995fec9-a298-498b-bb15-a8cef6a28644 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:37:45.684434 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Publish callbacks [] for port (696736da-e964-4a3f-9006-8ed52a31c019), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.704895 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:45.712337 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:45.716344 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:37:45.719376 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (696736da-e964-4a3f-9006-8ed52a31c019), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:45.728857 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4a735878-ef57-4761-9e49-efa1f23296c7 req-1ba47f56-9175-4941-8cef-97c2fe5410da tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511159 Jan 19 21:37:45.762945 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Pushing event updated for resources: {'Port': ['ID=10969c7c-2eec-48b0-a177-0fa2152555e0,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:45.807445 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122366f-b2ca-4037-94ba-091e3c8e8674 req-a4ef0100-d79f-4995-a96a-15f8326a6aa0 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:45.809000 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3122366f-b2ca-4037-94ba-091e3c8e8674 req-a4ef0100-d79f-4995-a96a-15f8326a6aa0 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1135092 Jan 19 21:37:45.885874 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] For port d45146b2-4539-4dc4-9db1-fb2ea43ba05e, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:37:45.947485 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17664f8b-687e-4582-a0d1-873bf4f6f9f7 None None] Pushing event updated for resources: {'Port': ['ID=696736da-e964-4a3f-9006-8ed52a31c019,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:45.963447 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] For port d45146b2-4539-4dc4-9db1-fb2ea43ba05e, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=d45146b2-4539-4dc4-9db1-fb2ea43ba05e,segment=NetworkSegment(23011670-7794-4268-9a26-bce9abfe6fbb),segment_id=23011670-7794-4268-9a26-bce9abfe6fbb)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:37:45.975607 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:46.000428 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3122366f-b2ca-4037-94ba-091e3c8e8674 req-cc5fac9c-5207-4124-be15-c3660837aef7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651721 Jan 19 21:37:46.034627 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Attempting to bind port 696736da-e964-4a3f-9006-8ed52a31c019 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:37:46.035185 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Attempting to bind port 696736da-e964-4a3f-9006-8ed52a31c019 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:37:46.037837 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (e2c1790d-a7fa-4f58-9690-17de82f6cf83), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:46.039351 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Attempting to bind port 696736da-e964-4a3f-9006-8ed52a31c019 on network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:46.086364 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f16583a8-e8ef-4b06-a68b-13d8a3001f70', '1fc62f1d-95cf-425e-9a10-661800a81dab', 'e2c1790d-a7fa-4f58-9690-17de82f6cf83'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:46.095356 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Pushing event deleted for resources: {'Port': ['ID=e2c1790d-a7fa-4f58-9690-17de82f6cf83,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:46.096055 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:37:46.097704 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Checking segment: {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:46.105155 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:46.105671 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Bound using segment: {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:37:46.106268 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Bound port: 696736da-e964-4a3f-9006-8ed52a31c019, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:37:46.106743 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (696736da-e964-4a3f-9006-8ed52a31c019), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:46.210929 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] No DVR routers for this DVR port e2c1790d-a7fa-4f58-9690-17de82f6cf83 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:37:46.217490 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:46.222331 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-637b09ad-8650-4d7d-8e45-248e4d66a194 req-97436b71-553c-4fed-bea0-b12f6d38e97c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "DELETE /v2.0/ports/e2c1790d-a7fa-4f58-9690-17de82f6cf83 HTTP/1.1" status: 204 len: 173 time: 0.9169137 Jan 19 21:37:46.223180 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aefb9606-192d-4b41-838f-e116b004086d', 'name': 'network-vif-deleted', 'tag': 'e2c1790d-a7fa-4f58-9690-17de82f6cf83'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:46.225879 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c09672-3ae9-4b77-b5f7-d9b14260a22a" -d '{"events": [{"server_uuid": "aefb9606-192d-4b41-838f-e116b004086d", "name": "network-vif-deleted", "tag": "e2c1790d-a7fa-4f58-9690-17de82f6cf83"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:46.319729 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d63e9e7-0ee0-47c0-a23f-7612cd8c67b2 None None] Pushing event updated for resources: {'Port': ['ID=d45146b2-4539-4dc4-9db1-fb2ea43ba05e,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:46.337302 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405704b0-8817-4930-bbd1-277e66fe34ae x-openstack-request-id: req-405704b0-8817-4930-bbd1-277e66fe34ae {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:46.337822 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aefb9606-192d-4b41-838f-e116b004086d", "name": "network-vif-deleted", "tag": "e2c1790d-a7fa-4f58-9690-17de82f6cf83", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:46.337822 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-405704b0-8817-4930-bbd1-277e66fe34ae {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:46.338218 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aefb9606-192d-4b41-838f-e116b004086d', 'name': 'network-vif-deleted', 'tag': 'e2c1790d-a7fa-4f58-9690-17de82f6cf83', 'status': 'completed', 'code': 200} Jan 19 21:37:46.408672 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-24202708-018d-4858-92cb-2592f586f447 None None] Provisioning complete for port 696736da-e964-4a3f-9006-8ed52a31c019 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:46.409630 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-24202708-018d-4858-92cb-2592f586f447 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (696736da-e964-4a3f-9006-8ed52a31c019), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:46.544693 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-568eaf54-7451-483c-8758-84b0d77a1436 req-4e705bb6-e984-4f51-a5fc-f2f7deebed89 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=aefb9606-192d-4b41-838f-e116b004086d HTTP/1.1" status: 200 len: 210 time: 0.0913682 Jan 19 21:37:46.801176 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks [] for router_gateway (1045a2e4-0e61-463e-81fc-fd706b88c5fb), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:46.813531 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:46.853624 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8d1d8-9b70-4b13-a5d4-0f0a7579bdc5 req-a2abcfc9-a386-47aa-a692-41b422e70d2f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:46.855277 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-87e8d1d8-9b70-4b13-a5d4-0f0a7579bdc5 req-a2abcfc9-a386-47aa-a692-41b422e70d2f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.6701648 Jan 19 21:37:46.891100 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:46.919727 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f89a6e-08bf-4c2c-b5f4-53d958355647 req-47fb5db8-2a10-46b0-8ff4-5c78a92d0c80 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:46.930044 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-48f89a6e-08bf-4c2c-b5f4-53d958355647 req-47fb5db8-2a10-46b0-8ff4-5c78a92d0c80 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.0813408 Jan 19 21:37:46.943208 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-24202708-018d-4858-92cb-2592f586f447 None None] Port 696736da-e964-4a3f-9006-8ed52a31c019 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:37:46.975729 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] For port 696736da-e964-4a3f-9006-8ed52a31c019, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:37:47.025724 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-48f89a6e-08bf-4c2c-b5f4-53d958355647 req-c015f1b6-0d1a-4f63-9566-b963cb0f3a06 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922985 Jan 19 21:37:47.160546 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] For port 696736da-e964-4a3f-9006-8ed52a31c019, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=696736da-e964-4a3f-9006-8ed52a31c019,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:37:47.185077 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (696736da-e964-4a3f-9006-8ed52a31c019), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:47.223149 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-87e8d1d8-9b70-4b13-a5d4-0f0a7579bdc5 req-999648f1-47f2-4a06-ab23-e3066ea3815a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3585441 Jan 19 21:37:47.223912 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722488ed-8bc0-42d3-ba58-47d4fd71840e req-fd81468c-e08c-4544-8fd0-b53588de4329 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:47.231499 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-722488ed-8bc0-42d3-ba58-47d4fd71840e req-fd81468c-e08c-4544-8fd0-b53588de4329 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1020463 Jan 19 21:37:47.269381 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (1045a2e4-0e61-463e-81fc-fd706b88c5fb), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:47.279999 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17664f8b-687e-4582-a0d1-873bf4f6f9f7 None None] Pushing event updated for resources: {'Port': ['ID=696736da-e964-4a3f-9006-8ed52a31c019,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:47.329352 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-722488ed-8bc0-42d3-ba58-47d4fd71840e req-3155a356-7e37-427a-9b67-26679a94719a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968091 Jan 19 21:37:47.368215 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:47.368861 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:47.548118 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:47.568808 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Router 1045a2e4-0e61-463e-81fc-fd706b88c5fb is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:37:47.841075 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:37:47.852111 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Sync routers for ids ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:37:47.885730 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Routers {'1045a2e4-0e61-463e-81fc-fd706b88c5fb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:47.886478 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:47.957087 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:47.958529 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9a8faa7a-e642-46f4-a126-e1ca59de2a1e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8411469 Jan 19 21:37:47.961633 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55902) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:47.986289 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c069b0d-bfdc-4302-b7e0-5a273b89bfbf req-b28d8d9c-753a-4f8f-b1c3-be4283a09719 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:47.990505 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1c069b0d-bfdc-4302-b7e0-5a273b89bfbf req-b28d8d9c-753a-4f8f-b1c3-be4283a09719 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1620035 Jan 19 21:37:48.023293 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-018ba2e5-c264-4d12-97ff-e95744dc2c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:48.025455 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-018ba2e5-c264-4d12-97ff-e95744dc2c9c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 1098 time: 0.1501234 Jan 19 21:37:48.130064 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097a3ec6-5a6c-401e-b422-01330d27558e None None] Network cebf18d0-a00d-4ac8-a751-8311ba45ce7b requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:37:48.147432 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1c069b0d-bfdc-4302-b7e0-5a273b89bfbf req-7cfe2bb0-8ba9-49c9-804b-5d1b302c453d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022213 Jan 19 21:37:48.214017 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Set router 1045a2e4-0e61-463e-81fc-fd706b88c5fb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:48.271218 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-0d70c6d8-b21b-4dcf-bc56-39a2a5aeba7c None None] Provisioning complete for port 696736da-e964-4a3f-9006-8ed52a31c019 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:48.272013 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0d70c6d8-b21b-4dcf-bc56-39a2a5aeba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (696736da-e964-4a3f-9006-8ed52a31c019), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:48.350448 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae5199d-facb-4239-be7a-ceafc6a63ddc req-c2128161-699f-41a7-8487-cf8e7dcd48d3 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:48.352268 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6ae5199d-facb-4239-be7a-ceafc6a63ddc req-c2128161-699f-41a7-8487-cf8e7dcd48d3 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 945 time: 0.2073450 Jan 19 21:37:48.372427 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-d85817b8-fa40-4fc5-86e7-a555b6e3dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:48.373920 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-d85817b8-fa40-4fc5-86e7-a555b6e3dedb service neutron] 10.222.0.48 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 912 time: 0.3385870 Jan 19 21:37:48.387592 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc99199-6d59-41de-8bcb-b9be2a83b9d0 req-baa456a8-3fc8-4298-bd1d-547c6bad1330 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:48.389591 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '696736da-e964-4a3f-9006-8ed52a31c019', 'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'mac_address': 'fa:16:3e:a6:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:39Z', 'updated_at': '2022-01-19T21:37:46Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'subnets': [{'id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:48.392669 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4bc99199-6d59-41de-8bcb-b9be2a83b9d0 req-baa456a8-3fc8-4298-bd1d-547c6bad1330 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.1426473 Jan 19 21:37:48.433185 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c20eb0-d31e-45c8-8c1c-5d141d06bf66 None None] The sync data for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi is: [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '696736da-e964-4a3f-9006-8ed52a31c019', 'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'mac_address': 'fa:16:3e:a6:df:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:39Z', 'updated_at': '2022-01-19T21:37:46Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'subnets': [{'id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:37:48.488700 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-0d70c6d8-b21b-4dcf-bc56-39a2a5aeba7c None None] Current status of the port 696736da-e964-4a3f-9006-8ed52a31c019 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:48.489157 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0d70c6d8-b21b-4dcf-bc56-39a2a5aeba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (696736da-e964-4a3f-9006-8ed52a31c019), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:48.605800 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6ae5199d-facb-4239-be7a-ceafc6a63ddc req-ccd4fef5-439d-4dcf-bdab-9c795f01588c tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461388 Jan 19 21:37:48.656255 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-0d70c6d8-b21b-4dcf-bc56-39a2a5aeba7c None None] For port 696736da-e964-4a3f-9006-8ed52a31c019, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=696736da-e964-4a3f-9006-8ed52a31c019,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:48.666915 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0d70c6d8-b21b-4dcf-bc56-39a2a5aeba7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (696736da-e964-4a3f-9006-8ed52a31c019), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:48.718638 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-44b74431-1d06-4a01-a396-d214b81f3be8 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc278991-6470-4b41-809e-16b0013c99f5 HTTP/1.1" status: 200 len: 1000 time: 0.3058908 Jan 19 21:37:48.750878 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d45146b2-4539-4dc4-9db1-fb2ea43ba05e up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:48.774426 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:44Z', 'updated_at': '2022-01-19T21:37:46Z', 'revision_number': 3, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'gw_port': {'id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:45Z', 'updated_at': '2022-01-19T21:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:48.829520 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-822863ee-c570-45f5-b537-136295780555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:48.833373 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-822863ee-c570-45f5-b537-136295780555 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 200 len: 850 time: 0.1019681 Jan 19 21:37:48.896783 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4bc99199-6d59-41de-8bcb-b9be2a83b9d0 req-ac973c62-ad70-4c2c-b773-e454cf976566 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4929593 Jan 19 21:37:48.901168 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3fedb-4ea6-4090-bc4b-5678228e87d0 req-e784a228-14bd-4ff2-9341-c75e0998da6d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:48.913127 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Checking router: 1045a2e4-0e61-463e-81fc-fd706b88c5fb for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:37:48.914119 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Updating router 1045a2e4-0e61-463e-81fc-fd706b88c5fb port 10969c7c-2eec-48b0-a177-0fa2152555e0 binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:37:48.920113 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eec3fedb-4ea6-4090-bc4b-5678228e87d0 req-e784a228-14bd-4ff2-9341-c75e0998da6d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.1578290 Jan 19 21:37:48.932592 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d70c6d8-b21b-4dcf-bc56-39a2a5aeba7c None None] Pushing event updated for resources: {'Port': ['ID=696736da-e964-4a3f-9006-8ed52a31c019,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:48.948963 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-ad7dde7d-fe4e-43ef-8296-ba51fa1d1337 None None] Provisioning complete for port d45146b2-4539-4dc4-9db1-fb2ea43ba05e triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:48.949340 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ad7dde7d-fe4e-43ef-8296-ba51fa1d1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:48.979256 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-2e4d52fd-6c70-4304-8a44-387e20ce2ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:48.981905 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-2e4d52fd-6c70-4304-8a44-387e20ce2ea9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0432bed6-2927-4b21-abd8-6c98950fe126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1407776 Jan 19 21:37:49.031017 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.078531 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port d45146b2-4539-4dc4-9db1-fb2ea43ba05e triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:49.081788 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.117888 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-17111353-14b2-445b-8536-a6a1e59b7017 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268141 Jan 19 21:37:49.137859 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.140970 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eec3fedb-4ea6-4090-bc4b-5678228e87d0 req-e987596b-d697-44f5-9e88-3656e14750e0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199087 Jan 19 21:37:49.287366 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-ad7dde7d-fe4e-43ef-8296-ba51fa1d1337 None None] Current status of the port d45146b2-4539-4dc4-9db1-fb2ea43ba05e is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:49.287975 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ad7dde7d-fe4e-43ef-8296-ba51fa1d1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.332403 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2a86058c-437c-4af9-98f6-496fe3f112d9 req-64b2338c-8551-48aa-89f7-16aea25e5e0d service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904113 Jan 19 21:37:49.421296 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-ad7dde7d-fe4e-43ef-8296-ba51fa1d1337 None None] For port d45146b2-4539-4dc4-9db1-fb2ea43ba05e, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=d45146b2-4539-4dc4-9db1-fb2ea43ba05e,segment=NetworkSegment(23011670-7794-4268-9a26-bce9abfe6fbb),segment_id=23011670-7794-4268-9a26-bce9abfe6fbb)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:49.422499 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port d45146b2-4539-4dc4-9db1-fb2ea43ba05e is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:49.422904 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.430484 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device e2c1790d-a7fa-4f58-9690-17de82f6cf83 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:37:49.485551 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712dda2d-92a3-488d-a79d-fe635c833cc1 req-225dfb2b-93a0-4c42-a55d-57569eaf9dae tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:49.487863 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-712dda2d-92a3-488d-a79d-fe635c833cc1 req-225dfb2b-93a0-4c42-a55d-57569eaf9dae tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1399643 Jan 19 21:37:49.507657 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ad7dde7d-fe4e-43ef-8296-ba51fa1d1337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.516521 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Publish callbacks [] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.526606 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.526841 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: e2c1790d-a7fa-4f58-9690-17de82f6cf83 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:37:49.526841 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device e2c1790d-a7fa-4f58-9690-17de82f6cf83 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:37:49.572677 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-712dda2d-92a3-488d-a79d-fe635c833cc1 req-f6c73f21-6ab2-40e7-a8eb-a29687ebe84c tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601275 Jan 19 21:37:49.589998 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Allocated IP 172.20.0.1 (cebf18d0-a00d-4ac8-a751-8311ba45ce7b/b27045ca-04ae-4dea-9453-237b78e56c0b/3dd37348-035a-412c-8548-cc0c99917517) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:37:49.632172 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3c56f-ba3e-40e1-8dfa-3d4d1079be19 None None] Pushing event updated for resources: {'Port': ['ID=10969c7c-2eec-48b0-a177-0fa2152555e0,revision_number=2']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:49.713189 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Attempting to bind port 10969c7c-2eec-48b0-a177-0fa2152555e0 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:37:49.714763 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Attempting to bind port 10969c7c-2eec-48b0-a177-0fa2152555e0 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:37:49.715597 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Attempting to bind port 10969c7c-2eec-48b0-a177-0fa2152555e0 on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:49.723908 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:37:49.724284 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:49.724684 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.725073 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:37:49.725888 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Bound port: 10969c7c-2eec-48b0-a177-0fa2152555e0, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:37:49.726274 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.751295 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-1f79bbec-5548-455a-a1fe-27e150cf52d3 None None] Provisioning complete for port d45146b2-4539-4dc4-9db1-fb2ea43ba05e triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:49.752056 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1f79bbec-5548-455a-a1fe-27e150cf52d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.759089 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7dde7d-fe4e-43ef-8296-ba51fa1d1337 None None] Pushing event updated for resources: {'Port': ['ID=d45146b2-4539-4dc4-9db1-fb2ea43ba05e,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:49.812632 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.db.api [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 21:37:49.813403 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG oslo_db.api [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 21:37:49.821663 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] For port 10969c7c-2eec-48b0-a177-0fa2152555e0, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:37:49.825156 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] For port 10969c7c-2eec-48b0-a177-0fa2152555e0, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=10969c7c-2eec-48b0-a177-0fa2152555e0,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:37:49.834853 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.837599 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00083f02-eee2-4173-993c-9c6f897d37ec req-db4c9394-a6cf-48bd-8a37-fb01bd73c1df tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:49.849867 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-00083f02-eee2-4173-993c-9c6f897d37ec req-db4c9394-a6cf-48bd-8a37-fb01bd73c1df tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 945 time: 0.1132843 Jan 19 21:37:49.870401 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Publish callbacks [] for port (3dd37348-035a-412c-8548-cc0c99917517), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:49.939001 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3c56f-ba3e-40e1-8dfa-3d4d1079be19 None None] Pushing event updated for resources: {'Port': ['ID=10969c7c-2eec-48b0-a177-0fa2152555e0,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:49.962097 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-1f79bbec-5548-455a-a1fe-27e150cf52d3 None None] Current status of the port d45146b2-4539-4dc4-9db1-fb2ea43ba05e is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:49.967612 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Routers {'1045a2e4-0e61-463e-81fc-fd706b88c5fb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:49.968385 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:49.989245 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (3dd37348-035a-412c-8548-cc0c99917517), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:50.011718 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-1b3ea31a-89cc-42d5-9eda-d5ccbc093a05 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:50.013588 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-1b3ea31a-89cc-42d5-9eda-d5ccbc093a05 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 945 time: 0.1496761 Jan 19 21:37:50.100881 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Pushing event updated for resources: {'Port': ['ID=3dd37348-035a-412c-8548-cc0c99917517,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:50.118787 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-00083f02-eee2-4173-993c-9c6f897d37ec req-7e73b20b-8854-4e44-b59e-c41f1a410b63 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663291 Jan 19 21:37:50.124197 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] Set router 1045a2e4-0e61-463e-81fc-fd706b88c5fb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:50.148279 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Network cebf18d0-a00d-4ac8-a751-8311ba45ce7b is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:50.151288 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:50.154388 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:37:50.358487 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b5b418-36d8-4732-b6dc-ee3b8f44a17f req-6d7a5038-d6a9-40c3-a5a7-48f4cf53075c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:50.362992 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-17b5b418-36d8-4732-b6dc-ee3b8f44a17f req-6d7a5038-d6a9-40c3-a5a7-48f4cf53075c tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.2635739 Jan 19 21:37:50.364115 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (1045a2e4-0e61-463e-81fc-fd706b88c5fb), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:50.437536 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Deleting port 1fc62f1d-95cf-425e-9a10-661800a81dab {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:37:50.438210 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:50.445222 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port d45146b2-4539-4dc4-9db1-fb2ea43ba05e is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:50.609717 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] For port 1fc62f1d-95cf-425e-9a10-661800a81dab, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=1fc62f1d-95cf-425e-9a10-661800a81dab,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:50.609836 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:50.640148 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Calling delete_port for 1fc62f1d-95cf-425e-9a10-661800a81dab owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:37:50.651103 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-17b5b418-36d8-4732-b6dc-ee3b8f44a17f req-706f90e4-eb39-42ef-83ec-525b6674587a tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759004 Jan 19 21:37:50.694001 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:44Z', 'updated_at': '2022-01-19T21:37:46Z', 'revision_number': 3, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'gw_port': {'id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:45Z', 'updated_at': '2022-01-19T21:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:50.729312 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-d6e53e5e-22e1-4791-9869-033973829c99 None None] Provisioning complete for port 3dd37348-035a-412c-8548-cc0c99917517 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:50.733496 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d6e53e5e-22e1-4791-9869-033973829c99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (3dd37348-035a-412c-8548-cc0c99917517), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:50.740267 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (3dd37348-035a-412c-8548-cc0c99917517), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:50.786463 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c20a0697-15e4-4c0a-bf23-796f750bbecb None None] The sync data for ids ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'] in dv-cinder-821602-16-iscsi is: [{'id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:44Z', 'updated_at': '2022-01-19T21:37:46Z', 'revision_number': 3, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'gw_port': {'id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:45Z', 'updated_at': '2022-01-19T21:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:37:50.825619 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d45146b2-4539-4dc4-9db1-fb2ea43ba05e up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:50.835716 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20a11e-6c1f-49f9-b5db-4738cf497fbf req-d14ddafc-493a-45f1-b118-5fcaed8bea31 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:50.837623 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fc20a11e-6c1f-49f9-b5db-4738cf497fbf req-d14ddafc-493a-45f1-b118-5fcaed8bea31 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.4782150 Jan 19 21:37:50.956863 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fc20a11e-6c1f-49f9-b5db-4738cf497fbf req-575fce50-5f64-459e-9e0f-1ddfca500791 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049368 Jan 19 21:37:50.970455 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port d45146b2-4539-4dc4-9db1-fb2ea43ba05e triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:50.970867 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:51.032717 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-d6e53e5e-22e1-4791-9869-033973829c99 None None] Port 3dd37348-035a-412c-8548-cc0c99917517 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:37:51.063917 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Publish callbacks [] for port (3dd37348-035a-412c-8548-cc0c99917517), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:51.080290 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (1fc62f1d-95cf-425e-9a10-661800a81dab), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:51.097794 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1f191c-392e-4dce-86c5-54217e7696d2 req-30ab2a55-d91b-43fd-9108-f9915f77110e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:51.100196 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d1f191c-392e-4dce-86c5-54217e7696d2 req-30ab2a55-d91b-43fd-9108-f9915f77110e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.2705233 Jan 19 21:37:51.101046 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (3dd37348-035a-412c-8548-cc0c99917517), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:51.103934 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port d45146b2-4539-4dc4-9db1-fb2ea43ba05e is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:51.105675 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 696736da-e964-4a3f-9006-8ed52a31c019 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:51.107859 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f16583a8-e8ef-4b06-a68b-13d8a3001f70', '1fc62f1d-95cf-425e-9a10-661800a81dab'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:51.179159 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Pushing event deleted for resources: {'Port': ['ID=1fc62f1d-95cf-425e-9a10-661800a81dab,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:51.257735 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] No DVR routers for this DVR port 1fc62f1d-95cf-425e-9a10-661800a81dab on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:37:51.271386 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:51.275683 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0f1c4db7-a9fd-491b-9939-8dd351598338 req-34279ce3-ec32-4471-a5d0-207075353047 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "DELETE /v2.0/ports/1fc62f1d-95cf-425e-9a10-661800a81dab HTTP/1.1" status: 204 len: 173 time: 1.2536540 Jan 19 21:37:51.276932 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 696736da-e964-4a3f-9006-8ed52a31c019 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:51.277423 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fc7c96-fbb4-425c-b59f-91e105077246', 'name': 'network-vif-deleted', 'tag': '1fc62f1d-95cf-425e-9a10-661800a81dab'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:51.277749 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (696736da-e964-4a3f-9006-8ed52a31c019), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:51.279882 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8174fa-f2d3-460c-a03f-44c641da809a" -d '{"events": [{"server_uuid": "65fc7c96-fbb4-425c-b59f-91e105077246", "name": "network-vif-deleted", "tag": "1fc62f1d-95cf-425e-9a10-661800a81dab"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:51.311045 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (1045a2e4-0e61-463e-81fc-fd706b88c5fb), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:51.313707 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Pushing event updated for resources: {'Port': ['ID=3dd37348-035a-412c-8548-cc0c99917517,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:51.336963 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a6e26122-b988-4c28-bfd3-eab9400a1491 req-4d5095df-8504-4897-886c-2a71636af09a tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=65fc7c96-fbb4-425c-b59f-91e105077246 HTTP/1.1" status: 200 len: 210 time: 0.0820136 Jan 19 21:37:51.371559 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d1f191c-392e-4dce-86c5-54217e7696d2 req-26da7ced-6d82-4b75-8108-2f0b7c2a63c8 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2635572 Jan 19 21:37:51.526178 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f15405d-a37d-4628-a63c-8a8a8fb46072 x-openstack-request-id: req-2f15405d-a37d-4628-a63c-8a8a8fb46072 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:51.526465 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fc7c96-fbb4-425c-b59f-91e105077246", "name": "network-vif-deleted", "tag": "1fc62f1d-95cf-425e-9a10-661800a81dab", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:51.526708 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f15405d-a37d-4628-a63c-8a8a8fb46072 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:51.527131 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65fc7c96-fbb4-425c-b59f-91e105077246', 'name': 'network-vif-deleted', 'tag': '1fc62f1d-95cf-425e-9a10-661800a81dab', 'status': 'completed', 'code': 200} Jan 19 21:37:51.626673 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 696736da-e964-4a3f-9006-8ed52a31c019 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:51.636978 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Network cebf18d0-a00d-4ac8-a751-8311ba45ce7b is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:37:51.638702 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:37:51.987349 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-4f4fe1e3-aef9-475e-97e3-b61951c3c6b0 None None] Provisioning complete for port 3dd37348-035a-412c-8548-cc0c99917517 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:51.987872 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4f4fe1e3-aef9-475e-97e3-b61951c3c6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (3dd37348-035a-412c-8548-cc0c99917517), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:52.004569 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Router 1045a2e4-0e61-463e-81fc-fd706b88c5fb has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:37:52.067339 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-8d1e8e7e-ec11-441d-9c72-b77d8300e8fa tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:52.074439 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-8d1e8e7e-ec11-441d-9c72-b77d8300e8fa tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.48 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.1915181 Jan 19 21:37:52.112823 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31716f55-200b-4c41-8f21-6161243a80af req-2d4642fc-3e9a-4586-82d1-9594d9acfb88 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:52.115182 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-31716f55-200b-4c41-8f21-6161243a80af req-2d4642fc-3e9a-4586-82d1-9594d9acfb88 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7fc1aae-19b6-42d5-977c-b2bcc7a43308 HTTP/1.1" status: 200 len: 946 time: 0.3477361 Jan 19 21:37:52.122084 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-4f4fe1e3-aef9-475e-97e3-b61951c3c6b0 None None] Port 3dd37348-035a-412c-8548-cc0c99917517 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:37:52.229451 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb03e6-4997-4c5b-899a-f5d13dd5d33b req-e9e778f5-ddcf-45f5-97ec-50063ef9f6a5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:52.238954 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5beb03e6-4997-4c5b-899a-f5d13dd5d33b req-e9e778f5-ddcf-45f5-97ec-50063ef9f6a5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0908000 Jan 19 21:37:52.343668 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5beb03e6-4997-4c5b-899a-f5d13dd5d33b req-78bb8b62-17f2-4150-be41-08d58d74d4d3 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038074 Jan 19 21:37:52.348855 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Deleting port 8be916c0-7bbe-43f9-82aa-54bca0877846 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:37:52.349530 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:52.558049 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] For port 8be916c0-7bbe-43f9-82aa-54bca0877846, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=8be916c0-7bbe-43f9-82aa-54bca0877846,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:52.558445 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:52.593661 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Calling delete_port for 8be916c0-7bbe-43f9-82aa-54bca0877846 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:37:52.648026 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 10969c7c-2eec-48b0-a177-0fa2152555e0 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:52.744482 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 10969c7c-2eec-48b0-a177-0fa2152555e0 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:52.744875 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:52.823725 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:37:52.833193 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4b33f65a-f841-4bd0-a02c-3eb7353a28ef admin admin] 10.222.0.39 "PUT /v2.0/routers/1045a2e4-0e61-463e-81fc-fd706b88c5fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8699782 Jan 19 21:37:52.882408 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-31716f55-200b-4c41-8f21-6161243a80af req-c6da0d09-3a4a-4e92-8324-0a8b87c12348 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.39 "GET /v2.0/security-groups?id=731c4108-bf95-4bf3-a8a1-229743953c03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6912673 Jan 19 21:37:52.926630 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (8be916c0-7bbe-43f9-82aa-54bca0877846), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:52.967038 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['8be916c0-7bbe-43f9-82aa-54bca0877846'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:52.978601 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Pushing event deleted for resources: {'Port': ['ID=8be916c0-7bbe-43f9-82aa-54bca0877846,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:53.057860 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] No DVR routers for this DVR port 8be916c0-7bbe-43f9-82aa-54bca0877846 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:37:53.062555 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:53.073417 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 10969c7c-2eec-48b0-a177-0fa2152555e0 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:53.073922 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:53.081933 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3d0a48b7-8c01-4b73-ae17-8ceb5927c3b5 req-56b35337-52d3-4eab-919b-eedc069ec747 tempest-ServerRescueNegativeTestJSON-170832283 tempest-ServerRescueNegativeTestJSON-170832283-project] 10.222.0.48 "DELETE /v2.0/ports/8be916c0-7bbe-43f9-82aa-54bca0877846 HTTP/1.1" status: 204 len: 173 time: 0.9958048 Jan 19 21:37:53.132642 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port 10969c7c-2eec-48b0-a177-0fa2152555e0, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=10969c7c-2eec-48b0-a177-0fa2152555e0,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:53.143538 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:53.204296 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=10969c7c-2eec-48b0-a177-0fa2152555e0,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:53.434646 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 1fc62f1d-95cf-425e-9a10-661800a81dab no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:37:53.488926 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 1fc62f1d-95cf-425e-9a10-661800a81dab {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:37:53.489269 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 1fc62f1d-95cf-425e-9a10-661800a81dab not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:37:53.537107 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7fc1aae-19b6-42d5-977c-b2bcc7a43308', 'name': 'network-vif-deleted', 'tag': '8be916c0-7bbe-43f9-82aa-54bca0877846'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:53.539641 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49f199e-7acd-4cb2-b244-d38a0cfdf9f1" -d '{"events": [{"server_uuid": "f7fc1aae-19b6-42d5-977c-b2bcc7a43308", "name": "network-vif-deleted", "tag": "8be916c0-7bbe-43f9-82aa-54bca0877846"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:53.591085 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bc996-8bde-4412-9ac9-9af2e14e37c8 req-5103db4a-229a-449d-91ae-2d8b0f7e6951 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:53.597662 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Sync routers for ids ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:37:53.599582 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d90bc996-8bde-4412-9ac9-9af2e14e37c8 req-5103db4a-229a-449d-91ae-2d8b0f7e6951 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.1188779 Jan 19 21:37:53.617405 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Routers {'1045a2e4-0e61-463e-81fc-fd706b88c5fb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:53.622693 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:53.670028 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0cae94-03d9-41f8-adc2-cb4e25866652 x-openstack-request-id: req-7a0cae94-03d9-41f8-adc2-cb4e25866652 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:53.670987 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7fc1aae-19b6-42d5-977c-b2bcc7a43308", "name": "network-vif-deleted", "tag": "8be916c0-7bbe-43f9-82aa-54bca0877846", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:53.671347 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a0cae94-03d9-41f8-adc2-cb4e25866652 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:53.671835 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7fc1aae-19b6-42d5-977c-b2bcc7a43308', 'name': 'network-vif-deleted', 'tag': '8be916c0-7bbe-43f9-82aa-54bca0877846', 'status': 'completed', 'code': 200} Jan 19 21:37:53.686060 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d90bc996-8bde-4412-9ac9-9af2e14e37c8 req-1848906c-5324-4321-a6e2-1372ec733f99 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854921 Jan 19 21:37:53.855952 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Set router 1045a2e4-0e61-463e-81fc-fd706b88c5fb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:53.969288 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 55992) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:54.133070 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:44Z', 'updated_at': '2022-01-19T21:37:50Z', 'revision_number': 4, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'gw_port': {'id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:45Z', 'updated_at': '2022-01-19T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '3dd37348-035a-412c-8548-cc0c99917517', 'name': '', 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'mac_address': 'fa:16:3e:f8:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b27045ca-04ae-4dea-9453-237b78e56c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:49Z', 'updated_at': '2022-01-19T21:37:50Z', 'revision_number': 2, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'subnets': [{'id': 'b27045ca-04ae-4dea-9453-237b78e56c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:54.244763 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Checking router: 1045a2e4-0e61-463e-81fc-fd706b88c5fb for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:37:54.245415 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Updating router 1045a2e4-0e61-463e-81fc-fd706b88c5fb port 3dd37348-035a-412c-8548-cc0c99917517 binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:37:54.329815 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (3dd37348-035a-412c-8548-cc0c99917517), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:54.372181 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d880e1-a38c-4f6b-a388-0c3d856ad170 req-0bc84559-2a66-42b6-b463-7d87d53bcb69 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:54.379700 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c4d880e1-a38c-4f6b-a388-0c3d856ad170 req-0bc84559-2a66-42b6-b463-7d87d53bcb69 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 946 time: 0.1568134 Jan 19 21:37:54.550253 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c4d880e1-a38c-4f6b-a388-0c3d856ad170 req-58be278b-1ea1-4a40-879b-bcb35f13ab8d tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662657 Jan 19 21:37:54.699877 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 10969c7c-2eec-48b0-a177-0fa2152555e0 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:54.869984 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1533455'] for router_interface (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:54.913431 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3b1c0-b23f-41b1-8e98-fb475635a948 req-48056fdd-6b29-41b8-bbbb-796579368198 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:54.926676 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-12c3b1c0-b23f-41b1-8e98-fb475635a948 req-48056fdd-6b29-41b8-bbbb-796579368198 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.1104620 Jan 19 21:37:54.984134 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 10969c7c-2eec-48b0-a177-0fa2152555e0 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:54.984653 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:54.992198 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-12c3b1c0-b23f-41b1-8e98-fb475635a948 req-31a18296-8417-4667-99ba-a3b64c69300f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555649 Jan 19 21:37:55.087258 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Publish callbacks [] for port (3dd37348-035a-412c-8548-cc0c99917517), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:55.114015 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (3dd37348-035a-412c-8548-cc0c99917517), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:55.455359 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 8be916c0-7bbe-43f9-82aa-54bca0877846 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:37:55.526024 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f406e-1a5c-4991-b9f7-dd2d49fbde35 None None] Pushing event updated for resources: {'Port': ['ID=3dd37348-035a-412c-8548-cc0c99917517,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:55.611289 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Attempting to bind port 3dd37348-035a-412c-8548-cc0c99917517 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:37:55.611289 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Attempting to bind port 3dd37348-035a-412c-8548-cc0c99917517 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '23011670-7794-4268-9a26-bce9abfe6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:37:55.611289 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Attempting to bind port 3dd37348-035a-412c-8548-cc0c99917517 on network cebf18d0-a00d-4ac8-a751-8311ba45ce7b {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:37:55.670344 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:37:55.670724 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Checking segment: {'id': '23011670-7794-4268-9a26-bce9abfe6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:37:55.671132 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:55.671526 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Bound using segment: {'id': '23011670-7794-4268-9a26-bce9abfe6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:37:55.696441 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Bound port: 3dd37348-035a-412c-8548-cc0c99917517, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23011670-7794-4268-9a26-bce9abfe6fbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:37:55.696441 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (3dd37348-035a-412c-8548-cc0c99917517), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:55.735262 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Deleting port 767580fc-13b8-43ad-abdc-d485e0ebad73 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:37:55.736575 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:55.742189 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 8be916c0-7bbe-43f9-82aa-54bca0877846 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:37:55.742974 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 8be916c0-7bbe-43f9-82aa-54bca0877846 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:37:55.752709 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1793e2-5856-4d60-b068-139d806367cf req-182fe7a1-3f8d-4017-817e-292635a823d3 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:55.754415 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fa1793e2-5856-4d60-b068-139d806367cf req-182fe7a1-3f8d-4017-817e-292635a823d3 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 946 time: 0.1014957 Jan 19 21:37:55.811256 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-0c457708-c237-4094-bd19-242d3392b288 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:55.814584 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-0c457708-c237-4094-bd19-242d3392b288 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 946 time: 0.1312602 Jan 19 21:37:55.834331 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-dcab2bfa-3a2a-4123-b56e-41d0ab6cd6ce None None] Provisioning complete for port 3dd37348-035a-412c-8548-cc0c99917517 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:55.834711 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dcab2bfa-3a2a-4123-b56e-41d0ab6cd6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (3dd37348-035a-412c-8548-cc0c99917517), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:55.836274 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 10969c7c-2eec-48b0-a177-0fa2152555e0 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:55.881098 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] For port 767580fc-13b8-43ad-abdc-d485e0ebad73, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=767580fc-13b8-43ad-abdc-d485e0ebad73,segment=NetworkSegment(a0e49b56-7537-4bbf-8a7d-041ec89b39ae),segment_id=a0e49b56-7537-4bbf-8a7d-041ec89b39ae)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:55.881634 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:55.896868 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Calling delete_port for 767580fc-13b8-43ad-abdc-d485e0ebad73 owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:37:55.959064 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-dcab2bfa-3a2a-4123-b56e-41d0ab6cd6ce None None] Port 3dd37348-035a-412c-8548-cc0c99917517 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:37:55.980705 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] For port 3dd37348-035a-412c-8548-cc0c99917517, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:37:55.984355 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] For port 3dd37348-035a-412c-8548-cc0c99917517, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=3dd37348-035a-412c-8548-cc0c99917517,segment=NetworkSegment(23011670-7794-4268-9a26-bce9abfe6fbb),segment_id=23011670-7794-4268-9a26-bce9abfe6fbb)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:37:55.991178 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (3dd37348-035a-412c-8548-cc0c99917517), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:56.026755 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:37:56.159010 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f406e-1a5c-4991-b9f7-dd2d49fbde35 None None] Pushing event updated for resources: {'Port': ['ID=3dd37348-035a-412c-8548-cc0c99917517,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:56.177057 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Routers {'1045a2e4-0e61-463e-81fc-fd706b88c5fb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:56.178603 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:56.211606 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fa1793e2-5856-4d60-b068-139d806367cf req-5ae7db6b-a9a2-408f-93c0-3a1c6423aae6 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/security-groups?id=7770f021-69a3-4aa1-9a62-c8e52cac7fb8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473293 Jan 19 21:37:56.398756 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] Set router 1045a2e4-0e61-463e-81fc-fd706b88c5fb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:56.399154 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056c997-3cfc-450d-8777-7c7fc58b816d req-c093e554-d88c-4fe7-8cdc-f01eb1331c66 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:56.401497 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8056c997-3cfc-450d-8777-7c7fc58b816d req-c093e554-d88c-4fe7-8cdc-f01eb1331c66 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.1149256 Jan 19 21:37:56.435282 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (767580fc-13b8-43ad-abdc-d485e0ebad73), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:56.513356 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Pushing event deleted for resources: {'Port': ['ID=767580fc-13b8-43ad-abdc-d485e0ebad73,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:56.534677 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Deleting port f16583a8-e8ef-4b06-a68b-13d8a3001f70 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:37:56.535073 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:56.751374 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] For port f16583a8-e8ef-4b06-a68b-13d8a3001f70, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=f16583a8-e8ef-4b06-a68b-13d8a3001f70,segment=NetworkSegment(c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab),segment_id=c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:56.751772 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:56.762206 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1507317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1535903'] for router_interface (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:56.792194 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Calling delete_port for f16583a8-e8ef-4b06-a68b-13d8a3001f70 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:37:56.828904 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-62f17d7c-ad89-408d-b81b-86b53738a2db None None] Provisioning complete for port 3dd37348-035a-412c-8548-cc0c99917517 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:56.829276 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-62f17d7c-ad89-408d-b81b-86b53738a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (3dd37348-035a-412c-8548-cc0c99917517), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:56.936812 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8056c997-3cfc-450d-8777-7c7fc58b816d req-e2c40894-7c82-4ff9-bfff-84df32293f04 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5171027 Jan 19 21:37:57.077154 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:44Z', 'updated_at': '2022-01-19T21:37:50Z', 'revision_number': 4, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'gw_port': {'id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:45Z', 'updated_at': '2022-01-19T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '3dd37348-035a-412c-8548-cc0c99917517', 'name': '', 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'mac_address': 'fa:16:3e:f8:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b27045ca-04ae-4dea-9453-237b78e56c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:49Z', 'updated_at': '2022-01-19T21:37:55Z', 'revision_number': 4, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'subnets': [{'id': 'b27045ca-04ae-4dea-9453-237b78e56c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:57.145013 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (f16583a8-e8ef-4b06-a68b-13d8a3001f70), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:57.166221 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['f16583a8-e8ef-4b06-a68b-13d8a3001f70'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:37:57.168094 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-62f17d7c-ad89-408d-b81b-86b53738a2db None None] Current status of the port 3dd37348-035a-412c-8548-cc0c99917517 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:57.168473 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-62f17d7c-ad89-408d-b81b-86b53738a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (3dd37348-035a-412c-8548-cc0c99917517), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:57.171838 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccc077-1305-45c8-92d9-6074ddc0b47f None None] The sync data for ids ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'] in dv-cinder-821602-16-iscsi is: [{'id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:44Z', 'updated_at': '2022-01-19T21:37:50Z', 'revision_number': 4, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'gw_port': {'id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:45Z', 'updated_at': '2022-01-19T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '3dd37348-035a-412c-8548-cc0c99917517', 'name': '', 'network_id': 'cebf18d0-a00d-4ac8-a751-8311ba45ce7b', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'mac_address': 'fa:16:3e:f8:47:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 378, 'fixed_ips': [{'subnet_id': 'b27045ca-04ae-4dea-9453-237b78e56c0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:49Z', 'updated_at': '2022-01-19T21:37:55Z', 'revision_number': 4, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'subnets': [{'id': 'b27045ca-04ae-4dea-9453-237b78e56c0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:37:57.291899 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:37:57.294972 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Pushing event deleted for resources: {'Port': ['ID=f16583a8-e8ef-4b06-a68b-13d8a3001f70,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:57.380992 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-62f17d7c-ad89-408d-b81b-86b53738a2db None None] For port 3dd37348-035a-412c-8548-cc0c99917517, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=3dd37348-035a-412c-8548-cc0c99917517,segment=NetworkSegment(23011670-7794-4268-9a26-bce9abfe6fbb),segment_id=23011670-7794-4268-9a26-bce9abfe6fbb)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:57.386686 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-62f17d7c-ad89-408d-b81b-86b53738a2db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (3dd37348-035a-412c-8548-cc0c99917517), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:57.453976 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a06ea8be-a105-41ee-b4de-04c3d8897f0d req-e7e1edac-6272-4561-902b-52c1793d0fee tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.39 "GET /v2.0/ports?device_id=271377e3-3975-439c-b9a0-4043bbb6895b HTTP/1.1" status: 200 len: 210 time: 0.0510893 Jan 19 21:37:57.482299 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] No DVR routers for this DVR port f16583a8-e8ef-4b06-a68b-13d8a3001f70 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:37:57.493857 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:57.497772 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a2305971-d01a-4d70-bce3-1ab4347077b1 req-fbbf1654-a4a4-4dd7-a216-a34a4371cd67 tempest-AttachVolumeNegativeTest-1914897291 tempest-AttachVolumeNegativeTest-1914897291-project] 10.222.0.48 "DELETE /v2.0/ports/f16583a8-e8ef-4b06-a68b-13d8a3001f70 HTTP/1.1" status: 204 len: 173 time: 1.6761084 Jan 19 21:37:57.498335 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '271377e3-3975-439c-b9a0-4043bbb6895b', 'name': 'network-vif-deleted', 'tag': 'f16583a8-e8ef-4b06-a68b-13d8a3001f70'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:37:57.501135 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac9fbb07-6d2e-4924-afd3-16e346570ae8" -d '{"events": [{"server_uuid": "271377e3-3975-439c-b9a0-4043bbb6895b", "name": "network-vif-deleted", "tag": "f16583a8-e8ef-4b06-a68b-13d8a3001f70"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:37:57.583145 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:37:57.598766 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] Sync routers for ids ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:37:57.601584 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f17d7c-ad89-408d-b81b-86b53738a2db None None] Pushing event updated for resources: {'Port': ['ID=3dd37348-035a-412c-8548-cc0c99917517,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:57.613014 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 56020) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:57.625528 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-535ac858-1f5b-4d3e-b69d-a0e7d9ad238a admin admin] 10.222.0.39 "PUT /v2.0/routers/ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6391571 Jan 19 21:37:57.636834 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] Routers {'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:57.641267 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:57.739244 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306d19a9-5535-428d-8b20-c400d09cf8cf x-openstack-request-id: req-306d19a9-5535-428d-8b20-c400d09cf8cf {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:37:57.739244 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "271377e3-3975-439c-b9a0-4043bbb6895b", "name": "network-vif-deleted", "tag": "f16583a8-e8ef-4b06-a68b-13d8a3001f70", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:37:57.739244 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-306d19a9-5535-428d-8b20-c400d09cf8cf {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:37:57.739244 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '271377e3-3975-439c-b9a0-4043bbb6895b', 'name': 'network-vif-deleted', 'tag': 'f16583a8-e8ef-4b06-a68b-13d8a3001f70', 'status': 'completed', 'code': 200} Jan 19 21:37:57.899986 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks [] for router (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:57.903420 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] Set router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:58.143662 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks [] for router_gateway (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:58.171344 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc2cf2-8252-462e-a50b-e7ad1ce52430 req-88faea9a-0b0b-400a-969d-198b3d6e23bd tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:58.172863 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96cc2cf2-8252-462e-a50b-e7ad1ce52430 req-88faea9a-0b0b-400a-969d-198b3d6e23bd tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.0906947 Jan 19 21:37:58.287077 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Deleting port 68b124ce-77fc-4c99-a833-755c9dd69e60 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:37:58.287568 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:58.302374 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96cc2cf2-8252-462e-a50b-e7ad1ce52430 req-d865d6f5-993a-42c7-9817-fc77ae421189 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145804 Jan 19 21:37:58.404123 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143'}], 'enable_snat': True}, 'gw_port_id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:06Z', 'updated_at': '2022-01-19T21:37:56Z', 'revision_number': 5, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'gw_port': {'id': '68b124ce-77fc-4c99-a833-755c9dd69e60', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'device_owner': 'network:router_gateway', 'standard_attr_id': 40, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:07Z', 'updated_at': '2022-01-19T21:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:58.435942 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] For port 68b124ce-77fc-4c99-a833-755c9dd69e60, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=68b124ce-77fc-4c99-a833-755c9dd69e60,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:37:58.436958 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] Checking router: ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:37:58.437204 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:58.450434 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] Routers {'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:37:58.451395 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:37:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:58.464092 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Calling delete_port for 68b124ce-77fc-4c99-a833-755c9dd69e60 owned by network:router_gateway {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:37:58.566497 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 56036) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:58.654330 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] Set router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 gateway port host: None {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:37:58.697601 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b66f256-12cf-470f-95cb-65291b891855 admin admin] Deleting subnet d3eea529-9b79-498c-9e28-fca06c43e668 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:37:58.704765 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b66f256-12cf-470f-95cb-65291b891855 admin admin] Publish callbacks [] for subnet (d3eea529-9b79-498c-9e28-fca06c43e668), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:58.726756 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:06Z', 'updated_at': '2022-01-19T21:37:58Z', 'revision_number': 6, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'gw_port_host': None}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:58.761753 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b3aa5f-c6be-49f2-a5c0-eb4db9b1fadd None None] The sync data for ids ['ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288'] in dv-cinder-821602-16-iscsi is: [{'id': 'ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288', 'name': 'tempest-ServerRescueNegativeTestJSON-1650352473-router', 'tenant_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:06Z', 'updated_at': '2022-01-19T21:37:58Z', 'revision_number': 6, 'project_id': 'c3faa23bf2b24a28bf6d20246dd8e398', 'gw_port_host': None}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:37:58.892788 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 3dd37348-035a-412c-8548-cc0c99917517 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:37:58.904497 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b66f256-12cf-470f-95cb-65291b891855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25490559'] for subnet (d3eea529-9b79-498c-9e28-fca06c43e668), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:58.951096 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b66f256-12cf-470f-95cb-65291b891855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (d3eea529-9b79-498c-9e28-fca06c43e668), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.008543 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-6aeb1f74-f02c-44be-b95a-75dad4db3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:59.010320 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-6aeb1f74-f02c-44be-b95a-75dad4db3a51 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 1099 time: 0.2565608 Jan 19 21:37:59.055270 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 3dd37348-035a-412c-8548-cc0c99917517 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:37:59.055642 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (3dd37348-035a-412c-8548-cc0c99917517), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.106423 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b66f256-12cf-470f-95cb-65291b891855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25586935'] for subnet (d3eea529-9b79-498c-9e28-fca06c43e668), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.177494 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (68b124ce-77fc-4c99-a833-755c9dd69e60), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.196018 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66f256-12cf-470f-95cb-65291b891855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3eea529-9b79-498c-9e28-fca06c43e668,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:59.201596 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9b66f256-12cf-470f-95cb-65291b891855 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.208498 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9b66f256-12cf-470f-95cb-65291b891855 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d3eea529-9b79-498c-9e28-fca06c43e668 HTTP/1.1" status: 204 len: 168 time: 0.6405919 Jan 19 21:37:59.210609 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 56044) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:59.230047 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Pushing event deleted for resources: {'Port': ['ID=68b124ce-77fc-4c99-a833-755c9dd69e60,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:37:59.278004 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-f64431f1-cb6d-41aa-a183-e12ad5e9669c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:59.279807 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-f64431f1-cb6d-41aa-a183-e12ad5e9669c service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.2605612 Jan 19 21:37:59.289447 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.422365 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 3dd37348-035a-412c-8548-cc0c99917517 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:37:59.459165 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device f16583a8-e8ef-4b06-a68b-13d8a3001f70 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:37:59.464163 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-82446d74-ccea-47aa-b45f-33e22a3ee02f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58d23ae0-88d4-42fb-bd29-733572e874e9 HTTP/1.1" status: 200 len: 1001 time: 0.1683948 Jan 19 21:37:59.469457 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1531969'] for router_gateway (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.483380 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: f16583a8-e8ef-4b06-a68b-13d8a3001f70 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:37:59.483756 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device f16583a8-e8ef-4b06-a68b-13d8a3001f70 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:37:59.639376 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-7dec6434-5133-44cc-8aea-0c51fc96f4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:59.641018 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-7dec6434-5133-44cc-8aea-0c51fc96f4d8 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.1503329 Jan 19 21:37:59.647686 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1534196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25836'] for router (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.676786 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks [] for router_controller (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.766294 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-493e6c31-f086-4e07-a86d-86ff17e0847d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:59.768855 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-493e6c31-f086-4e07-a86d-86ff17e0847d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1190019 Jan 19 21:37:59.772978 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1534189'] for router (ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.773564 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 {{(pid=102646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 21:37:59.779265 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] Publish callbacks [] for router (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.795915 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8dc127ae-7af3-411d-9819-30a71c9089db admin admin] 10.222.0.39 "DELETE /v2.0/routers/ed95aa4a-9e6c-4cf1-ae8b-c38f8f262288 HTTP/1.1" status: 204 len: 168 time: 2.1674356 Jan 19 21:37:59.796122 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.796596 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 56050) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:37:59.813733 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:59.827042 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:59.827042 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:37:59.838698 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25490534'] for segment (c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.858884 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.871249 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817317b-06b7-4b35-852d-05a99625bd54 req-c7413a3b-5724-44d1-9557-447626afe33b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:37:59.872901 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1817317b-06b7-4b35-852d-05a99625bd54 req-c7413a3b-5724-44d1-9557-447626afe33b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.4283018 Jan 19 21:37:59.874031 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_v2 [None req-010ef86a-fb8b-4af1-9e30-a4dd2004918b admin admin] Deleting subnet e707b0a8-bb36-433c-a305-5aa7a3c90486 {{(pid=102646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:37:59.879140 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:37:59.879547 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26155108'] for segment (c7da4ce0-1fe0-4fe3-9e9d-0cded08486ab), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: Traceback (most recent call last): Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: timer() Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: cb(*args, **kw) Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: return func(*args, **kwargs) Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: self._notify() Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: self.callback(batched_events) Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: event.method(event) Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: return f(self, *a, **k) Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._get(url).json() Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:37:59.881426 dv-cinder-821602-16-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:37:59.886017 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-010ef86a-fb8b-4af1-9e30-a4dd2004918b admin admin] Publish callbacks [] for subnet (e707b0a8-bb36-433c-a305-5aa7a3c90486), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.935169 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-010ef86a-fb8b-4af1-9e30-a4dd2004918b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16926431'] for subnet (e707b0a8-bb36-433c-a305-5aa7a3c90486), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.985672 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-010ef86a-fb8b-4af1-9e30-a4dd2004918b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (e707b0a8-bb36-433c-a305-5aa7a3c90486), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:37:59.989028 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.030593 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] Pushing event deleted for resources: {'Network': ['ID=5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:00.034272 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.039074 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-96fc6048-dd85-408f-8704-c0aa915c6842 admin admin] 10.222.0.39 "DELETE /v2.0/networks/5094d6f5-c3a5-4bcf-8b02-d1ad6fa1fb6b HTTP/1.1" status: 204 len: 168 time: 0.8268139 Jan 19 21:38:00.044723 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1817317b-06b7-4b35-852d-05a99625bd54 req-fa362aee-f155-4171-8a8c-55e520908cdb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503181 Jan 19 21:38:00.066690 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-010ef86a-fb8b-4af1-9e30-a4dd2004918b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17038171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18692263'] for subnet (e707b0a8-bb36-433c-a305-5aa7a3c90486), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.098315 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010ef86a-fb8b-4af1-9e30-a4dd2004918b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e707b0a8-bb36-433c-a305-5aa7a3c90486,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:00.102128 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-010ef86a-fb8b-4af1-9e30-a4dd2004918b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.105340 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-010ef86a-fb8b-4af1-9e30-a4dd2004918b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e707b0a8-bb36-433c-a305-5aa7a3c90486 HTTP/1.1" status: 204 len: 168 time: 0.3124561 Jan 19 21:38:00.108021 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 56058) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:00.229352 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (a819eac6-9e06-44b4-8141-d92d213435fc), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.348907 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (a819eac6-9e06-44b4-8141-d92d213435fc), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.383135 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a819eac6-9e06-44b4-8141-d92d213435fc']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:38:00.395063 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:38:00.395801 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0e49b56-7537-4bbf-8a7d-041ec89b39ae') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:38:00.406781 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25490534'] for segment (a0e49b56-7537-4bbf-8a7d-041ec89b39ae), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.419907 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 56060) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:00.441661 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (a0e49b56-7537-4bbf-8a7d-041ec89b39ae), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.452773 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:38:00.453171 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26155108'] for segment (a0e49b56-7537-4bbf-8a7d-041ec89b39ae), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: Traceback (most recent call last): Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: timer() Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: cb(*args, **kw) Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: return func(*args, **kwargs) Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: self._notify() Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: self.callback(batched_events) Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: event.method(event) Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: return f(self, *a, **k) Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._get(url).json() Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:38:00.455073 dv-cinder-821602-16-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:38:00.529040 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bddf31bd-372f-45af-8c6c-460d5c37ac79 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=caf30a5370f445d7b4419ccdbf3e6176&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1076922 Jan 19 21:38:00.531604 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 56064) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:00.547259 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (a819eac6-9e06-44b4-8141-d92d213435fc), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.562260 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.568657 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a819eac6-9e06-44b4-8141-d92d213435fc HTTP/1.1" status: 204 len: 168 time: 0.4570041 Jan 19 21:38:00.596464 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c731c0-24e1-4ada-ad8c-8f5b68ac2ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a819eac6-9e06-44b4-8141-d92d213435fc,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:00.617530 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eb0415f2-74e6-45c6-af23-802754325811 admin admin] Publish callbacks [] for security_group (7770f021-69a3-4aa1-9a62-c8e52cac7fb8), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.656106 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eb0415f2-74e6-45c6-af23-802754325811 admin admin] Publish callbacks [] for security_group (7770f021-69a3-4aa1-9a62-c8e52cac7fb8), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.679344 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 68b124ce-77fc-4c99-a833-755c9dd69e60 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:38:00.717022 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-72c716ee-09c9-455c-bcec-01d11a4620b1 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575575 Jan 19 21:38:00.734659 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 68b124ce-77fc-4c99-a833-755c9dd69e60 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:38:00.735570 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eb0415f2-74e6-45c6-af23-802754325811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (7770f021-69a3-4aa1-9a62-c8e52cac7fb8), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.735915 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 68b124ce-77fc-4c99-a833-755c9dd69e60 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:38:00.737373 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 767580fc-13b8-43ad-abdc-d485e0ebad73 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:38:00.740266 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eb0415f2-74e6-45c6-af23-802754325811 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:00.743408 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-eb0415f2-74e6-45c6-af23-802754325811 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7770f021-69a3-4aa1-9a62-c8e52cac7fb8 HTTP/1.1" status: 204 len: 168 time: 0.2106235 Jan 19 21:38:00.761548 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0415f2-74e6-45c6-af23-802754325811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7770f021-69a3-4aa1-9a62-c8e52cac7fb8,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:00.801375 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 767580fc-13b8-43ad-abdc-d485e0ebad73 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:38:00.801712 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 767580fc-13b8-43ad-abdc-d485e0ebad73 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:38:00.926398 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 56070) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:01.037794 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8aab54b1-9577-41de-a762-cdf93e3099bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3faa23bf2b24a28bf6d20246dd8e398&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1097147 Jan 19 21:38:01.041993 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 56074) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:01.195599 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcbdc-1836-47e9-a300-bfb31cfb6c61 admin admin] Publish callbacks [] for security_group (731c4108-bf95-4bf3-a8a1-229743953c03), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:01.224423 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcbdc-1836-47e9-a300-bfb31cfb6c61 admin admin] Publish callbacks [] for security_group (731c4108-bf95-4bf3-a8a1-229743953c03), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:01.321217 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcbdc-1836-47e9-a300-bfb31cfb6c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (731c4108-bf95-4bf3-a8a1-229743953c03), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:01.323808 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8c8bcbdc-1836-47e9-a300-bfb31cfb6c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:01.324434 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e197cc-b68d-4e48-830a-9ab867456796 req-fef9384e-0b53-49fe-980d-52f768407252 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:01.329139 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8c8bcbdc-1836-47e9-a300-bfb31cfb6c61 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/731c4108-bf95-4bf3-a8a1-229743953c03 HTTP/1.1" status: 204 len: 168 time: 0.2814143 Jan 19 21:38:01.329326 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-36e197cc-b68d-4e48-830a-9ab867456796 req-fef9384e-0b53-49fe-980d-52f768407252 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 946 time: 0.1265795 Jan 19 21:38:01.345770 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bcbdc-1836-47e9-a300-bfb31cfb6c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731c4108-bf95-4bf3-a8a1-229743953c03,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:01.541852 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-36e197cc-b68d-4e48-830a-9ab867456796 req-18f38deb-2465-4e29-8c6a-a0dad8c88eb1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2055922 Jan 19 21:38:01.615039 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ceb95cc2-e638-4d24-bd9d-33861cde9f31 req-0e11778e-f62c-4ece-b4f7-15e59b03bec2 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389112 Jan 19 21:38:02.296346 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:38:02.383112 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 58d23ae0-88d4-42fb-bd29-733572e874e9 is: ACTIVE; New status is: DOWN {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:38:02.383495 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:02.409291 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:38:02.411819 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1a4756-0c75-4879-af72-df0eba794cdc" -d '{"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-unplugged", "status": "completed", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:38:02.436670 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:38:02.447392 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:02.520608 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 19 Jan 2022 21:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17592d1f-fdcc-46c6-be5b-1c1edfc9ef3a x-openstack-request-id: req-17592d1f-fdcc-46c6-be5b-1c1edfc9ef3a {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:38:02.521504 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-unplugged", "status": "completed", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:38:02.521931 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-17592d1f-fdcc-46c6-be5b-1c1edfc9ef3a {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:38:02.522473 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'code': 200} Jan 19 21:38:02.523622 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=8']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:02.735008 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3b6714-e11f-4901-b156-1ee5fd55f8f1 req-d42e81c2-cc68-4283-84da-88ce507be3c9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:02.737856 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1e3b6714-e11f-4901-b156-1ee5fd55f8f1 req-d42e81c2-cc68-4283-84da-88ce507be3c9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0843959 Jan 19 21:38:02.843626 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1e3b6714-e11f-4901-b156-1ee5fd55f8f1 req-4da31a71-f6be-40d3-a430-2f906f9033f8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973558 Jan 19 21:38:03.409851 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 56180) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:03.561498 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-edd00352-0da8-4a33-82bf-8c36409f350c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:03.651662 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-edd00352-0da8-4a33-82bf-8c36409f350c admin admin] Publish callbacks [] for security_group (621431dc-5d47-4e56-8fe3-57e53d408334), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:03.658732 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-edd00352-0da8-4a33-82bf-8c36409f350c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (621431dc-5d47-4e56-8fe3-57e53d408334), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:03.698451 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd00352-0da8-4a33-82bf-8c36409f350c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621431dc-5d47-4e56-8fe3-57e53d408334,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:03.706240 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 56184) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:03.706375 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-edd00352-0da8-4a33-82bf-8c36409f350c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d90c45285aaf430b9aa73abdf7099a1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2951603 Jan 19 21:38:03.765562 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-67c88834-b5f1-4007-aa91-2500118bd64a admin admin] Publish callbacks [] for security_group (621431dc-5d47-4e56-8fe3-57e53d408334), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:03.790168 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-67c88834-b5f1-4007-aa91-2500118bd64a admin admin] Publish callbacks [] for security_group (621431dc-5d47-4e56-8fe3-57e53d408334), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:03.840834 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-67c88834-b5f1-4007-aa91-2500118bd64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (621431dc-5d47-4e56-8fe3-57e53d408334), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:03.843386 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-67c88834-b5f1-4007-aa91-2500118bd64a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:03.848414 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-67c88834-b5f1-4007-aa91-2500118bd64a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/621431dc-5d47-4e56-8fe3-57e53d408334 HTTP/1.1" status: 204 len: 168 time: 0.1411641 Jan 19 21:38:03.863391 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c88834-b5f1-4007-aa91-2500118bd64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621431dc-5d47-4e56-8fe3-57e53d408334,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:04.035792 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522b482-785e-4120-af28-d99775b09d6e req-f8e53eae-ebec-474a-9a91-1c5f7c9b67c0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:04.037508 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a522b482-785e-4120-af28-d99775b09d6e req-f8e53eae-ebec-474a-9a91-1c5f7c9b67c0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0807552 Jan 19 21:38:04.103878 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a522b482-785e-4120-af28-d99775b09d6e req-da6d958d-97e8-4d33-aec6-2e781a889df9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606506 Jan 19 21:38:05.239829 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c26966-4503-48cc-8915-a09c3ededbca req-f37e959e-f001-46c4-ace3-1d34124bc596 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:05.242240 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a0c26966-4503-48cc-8915-a09c3ededbca req-f37e959e-f001-46c4-ace3-1d34124bc596 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0588682 Jan 19 21:38:05.311245 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a0c26966-4503-48cc-8915-a09c3ededbca req-fe01c344-8988-460e-ac7b-501330f6fc64 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490429 Jan 19 21:38:06.478239 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed94589-c33c-4625-90eb-90f34cf81bfb req-709972bd-a423-4019-b62f-a7375289f2cf tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:06.480571 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3ed94589-c33c-4625-90eb-90f34cf81bfb req-709972bd-a423-4019-b62f-a7375289f2cf tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0846663 Jan 19 21:38:06.545724 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3ed94589-c33c-4625-90eb-90f34cf81bfb req-cadcc498-0596-46d8-9c7c-067318d025bc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560958 Jan 19 21:38:07.336239 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [req-0201c7db-fc01-4092-97f0-2a22f73eccf4 req-d7fa510e-57e2-4e37-94d1-bf0bdd39c449 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:38:07.337362 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0201c7db-fc01-4092-97f0-2a22f73eccf4 req-d7fa510e-57e2-4e37-94d1-bf0bdd39c449 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056562 Jan 19 21:38:07.659043 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc26c0b-7155-4675-a3fa-f6ffa64b0caa req-4ec7369e-8423-4960-bf95-c02f7710c5fa tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:07.661469 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ecc26c0b-7155-4675-a3fa-f6ffa64b0caa req-4ec7369e-8423-4960-bf95-c02f7710c5fa tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.1036780 Jan 19 21:38:07.738073 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ecc26c0b-7155-4675-a3fa-f6ffa64b0caa req-780a6062-a52b-42c5-8491-9543b9460b99 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634985 Jan 19 21:38:08.007509 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 56338) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:08.089792 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-b254e5db-c49e-4be7-98ee-7b636653bb6e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0810370 Jan 19 21:38:08.098624 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-5ba70dbe-2343-4711-b4a1-b702d3eadffe service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:38:08.099575 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-5ba70dbe-2343-4711-b4a1-b702d3eadffe service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053113 Jan 19 21:38:08.499307 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-03f9a12e-d359-46f7-aeda-b9e589a597c0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:08.500804 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-03f9a12e-d359-46f7-aeda-b9e589a597c0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/networks?id=1adc51ce-0d19-4887-9c56-da82a3fac8d0 HTTP/1.1" status: 200 len: 814 time: 0.1010501 Jan 19 21:38:08.516009 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-a9414ff9-210a-4318-8102-6d8397ece3d1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/quotas/478e2f37de3144c5bbac2b21941a1619 HTTP/1.1" status: 200 len: 375 time: 0.0092268 Jan 19 21:38:08.565026 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-30d41b49-6ad5-4755-b079-82a075242f0a tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=478e2f37de3144c5bbac2b21941a1619&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440354 Jan 19 21:38:08.665673 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9a0e1854-a48c-49be-8762-c3abd71dec03 service neutron] 10.222.0.39 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889299 Jan 19 21:38:08.752168 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9d9aad99-cc23-4399-a9fc-ab7e23921211 service neutron] 10.222.0.39 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803492 Jan 19 21:38:08.846015 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3672e9-ea41-4d8d-9fb9-db89dc4cdcf7 req-9653cbf0-8ed6-46ef-982b-4eedd9472a1e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:08.847515 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8e3672e9-ea41-4d8d-9fb9-db89dc4cdcf7 req-9653cbf0-8ed6-46ef-982b-4eedd9472a1e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0491164 Jan 19 21:38:08.899139 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8e3672e9-ea41-4d8d-9fb9-db89dc4cdcf7 req-c8290814-f28c-4524-b20a-aabda037df7c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437224 Jan 19 21:38:08.914896 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2421d90a-3160-4453-b371-7fa42635ee2a req-00c56d27-8b9b-4caa-81fe-027d65243a7f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 210 time: 0.0312951 Jan 19 21:38:09.701382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-707dc0bf-f4a1-465a-ad1a-811dcffe6999 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:10.015142 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-00c5f72a-f6c0-4480-8d40-fc4b3d4378ee req-7bd35580-c860-46eb-ab85-b649bfd2ed07 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 210 time: 0.0249743 Jan 19 21:38:10.036123 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a7f4a3-7f4f-407d-8976-ae585e468c7c req-863e27e6-7ef4-4198-afff-d2f5de6a352b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:10.037588 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c1a7f4a3-7f4f-407d-8976-ae585e468c7c req-863e27e6-7ef4-4198-afff-d2f5de6a352b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0527322 Jan 19 21:38:10.083782 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c1a7f4a3-7f4f-407d-8976-ae585e468c7c req-502b27a5-5ed9-4d9a-8841-e86279a85306 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404835 Jan 19 21:38:10.351675 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:38:10.436197 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 58d23ae0-88d4-42fb-bd29-733572e874e9 is: DOWN; New status is: DOWN {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:38:11.106232 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f93fd98f-bf98-4319-b2c9-483892d50fd7 req-59c94589-8d93-499c-beef-fc255dbe11cb tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 210 time: 0.0258574 Jan 19 21:38:11.200374 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17c94ff-8968-4ac6-b68a-4863ffb67b07 req-2503f05d-ee6d-4ca9-8c3c-e6d008acb022 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:11.201812 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d17c94ff-8968-4ac6-b68a-4863ffb67b07 req-2503f05d-ee6d-4ca9-8c3c-e6d008acb022 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0465491 Jan 19 21:38:11.247507 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d17c94ff-8968-4ac6-b68a-4863ffb67b07 req-1219677e-f13f-4856-baaa-b8e7847b6b42 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Jan 19 21:38:12.200007 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ed095cf3-94b2-4448-ac27-498674282783 req-a3ab203c-68b7-49c7-870e-0454a735f255 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 210 time: 0.0262513 Jan 19 21:38:12.270975 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-fac2f362-2b26-4db4-a690-35828bdc149b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:12.368999 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e37c61-499f-4af2-8e49-f341a3fcfd1d req-a9fee3a9-08a5-4b8c-a82a-aa7750f21d97 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:12.370466 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-00e37c61-499f-4af2-8e49-f341a3fcfd1d req-a9fee3a9-08a5-4b8c-a82a-aa7750f21d97 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0514731 Jan 19 21:38:12.416157 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-00e37c61-499f-4af2-8e49-f341a3fcfd1d req-8203fa64-a538-43d3-8e1f-bbaa1eeb6599 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400603 Jan 19 21:38:13.134653 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:13.288778 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dd80f1c3-c945-4b43-a801-461a9c7d10c9 req-32c75c43-77c6-496f-b5b1-3cc27afc61b4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 210 time: 0.0254250 Jan 19 21:38:13.592560 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520df0d4-1583-4e61-9b66-e52bd5b64f2c req-47f996aa-7615-4bc3-84e7-6ca53d2a0d81 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:13.594037 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-520df0d4-1583-4e61-9b66-e52bd5b64f2c req-47f996aa-7615-4bc3-84e7-6ca53d2a0d81 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.1010444 Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.684966 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:38:13.687285 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:38:13.688278 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-b17b7f06-2cca-4698-9146-9582319128ed tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:13.689901 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-b17b7f06-2cca-4698-9146-9582319128ed tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.48 "GET /v2.0/networks?id=1adc51ce-0d19-4887-9c56-da82a3fac8d0 HTTP/1.1" status: 200 len: 814 time: 0.1635144 Jan 19 21:38:13.698052 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-520df0d4-1583-4e61-9b66-e52bd5b64f2c req-8848fd36-f409-467e-b3f9-31b4e30f45ab tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960736 Jan 19 21:38:13.712640 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'port': {'device_id': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'admin_state_up': True, 'tenant_id': '478e2f37de3144c5bbac2b21941a1619'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:38:13.841234 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Made reservation on behalf of 478e2f37de3144c5bbac2b21941a1619 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:38:13.847251 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:14.202840 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Allocated IP 172.20.0.13 (1adc51ce-0d19-4887-9c56-da82a3fac8d0/c750ad12-50b8-4d20-810f-ef94fa25d1d4/54e747bc-a7dc-46a8-9f41-8f034705c6af) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:38:14.477648 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fd108391-85de-4882-bc41-fd41c5408fc5 req-9a728525-109e-4679-8d44-dcb5004c9584 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 210 time: 0.0697584 Jan 19 21:38:14.540676 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:14.543739 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:14.628247 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:14.758325 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'Port': ['ID=54e747bc-a7dc-46a8-9f41-8f034705c6af,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:14.774377 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:38:14.779644 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.779644 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.779644 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.779644 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.779644 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.779644 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.779644 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.779644 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.780687 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.781192 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.781722 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.782235 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.782800 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:14.796950 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:38:14.800526 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:38:14.928314 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:14.928986 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:14.964254 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45154-ba68-4296-bb87-fef49e67fc74 req-824f9aa8-47fd-47a8-ad6b-1173c4e3ffc8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:14.964254 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-85b45154-ba68-4296-bb87-fef49e67fc74 req-824f9aa8-47fd-47a8-ad6b-1173c4e3ffc8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0995903 Jan 19 21:38:15.034597 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-9c43cf0f-75f2-4390-8fe9-2dfe16cfd6ad tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3260818 Jan 19 21:38:15.070182 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-85b45154-ba68-4296-bb87-fef49e67fc74 req-31cfedd7-ac9c-4d39-b140-61a78f188ce4 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049607 Jan 19 21:38:15.300098 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-9799fb01-e956-409c-a15c-10152eb50d94 None None] Provisioning complete for port 54e747bc-a7dc-46a8-9f41-8f034705c6af triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:38:15.300584 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9799fb01-e956-409c-a15c-10152eb50d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:15.375907 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-9799fb01-e956-409c-a15c-10152eb50d94 None None] Port 54e747bc-a7dc-46a8-9f41-8f034705c6af cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:38:15.609148 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a12b7b-54ca-4550-beb8-eb2b77adcd47 req-b2077355-18fd-47bf-b997-4c4b91ab3c46 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:15.611307 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-23a12b7b-54ca-4550-beb8-eb2b77adcd47 req-b2077355-18fd-47bf-b997-4c4b91ab3c46 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 932 time: 0.0536706 Jan 19 21:38:15.666867 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-23a12b7b-54ca-4550-beb8-eb2b77adcd47 req-c9f525ec-5db5-4056-8425-b8f5e7256662 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492170 Jan 19 21:38:16.209679 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7833d8-7a77-44f3-9c7a-884fe94c745f req-7e814618-8f4a-40ed-824e-3180e8b58853 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:16.211174 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8b7833d8-7a77-44f3-9c7a-884fe94c745f req-7e814618-8f4a-40ed-824e-3180e8b58853 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0506299 Jan 19 21:38:16.257675 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8b7833d8-7a77-44f3-9c7a-884fe94c745f req-f7ceb174-b15b-441b-906b-5b55c3d1d9ad tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407376 Jan 19 21:38:16.333914 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:16.400679 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:16.784891 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa92cc-8b00-4d74-beb0-807116f16321 req-45d38bb9-d7bc-4018-9a74-cb89439563ed tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:16.787362 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b3aa92cc-8b00-4d74-beb0-807116f16321 req-45d38bb9-d7bc-4018-9a74-cb89439563ed tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 932 time: 0.0512900 Jan 19 21:38:16.842059 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b3aa92cc-8b00-4d74-beb0-807116f16321 req-fe5d1e2f-f5fc-4000-9ba9-3848e5e8d391 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Jan 19 21:38:17.383309 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b19c-c02e-4301-9b43-929b25cf923c req-f7b099ba-8758-4b8f-8715-c6922e7bf456 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:17.385082 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e3c5b19c-c02e-4301-9b43-929b25cf923c req-f7b099ba-8758-4b8f-8715-c6922e7bf456 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0543807 Jan 19 21:38:17.434435 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e3c5b19c-c02e-4301-9b43-929b25cf923c req-5264a08c-7ae2-4f84-bc1b-414cda161cdd tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 Jan 19 21:38:17.995759 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e849b-aa4a-4c5c-b64b-c76aaf86d138 req-51c30f3d-d117-4095-bec2-e71f2e6e199c tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:17.998050 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cb2e849b-aa4a-4c5c-b64b-c76aaf86d138 req-51c30f3d-d117-4095-bec2-e71f2e6e199c tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 932 time: 0.0511508 Jan 19 21:38:18.049355 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cb2e849b-aa4a-4c5c-b64b-c76aaf86d138 req-392ca015-4b4e-4f68-934c-77e714237763 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449560 Jan 19 21:38:18.586033 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94da1b55-deaa-4664-8fae-3ceee088a744 req-8c7e0c23-8df9-4ff2-adb0-609d7d0f28d4 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:18.593895 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-94da1b55-deaa-4664-8fae-3ceee088a744 req-8c7e0c23-8df9-4ff2-adb0-609d7d0f28d4 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0677586 Jan 19 21:38:18.647916 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-94da1b55-deaa-4664-8fae-3ceee088a744 req-e506998f-3301-4041-8e87-44b8f148b3bf tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529270 Jan 19 21:38:19.166586 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599ed5e9-93de-4c47-a0db-4815d6da2274 req-a421e50c-958f-448a-b8cd-84d2258d251f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:19.168473 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-599ed5e9-93de-4c47-a0db-4815d6da2274 req-a421e50c-958f-448a-b8cd-84d2258d251f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 932 time: 0.0507317 Jan 19 21:38:19.227192 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-599ed5e9-93de-4c47-a0db-4815d6da2274 req-03940e19-4d97-46a8-84ff-1dfb8fad006e tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523634 Jan 19 21:38:19.836725 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6488bd3a-ecf6-46fa-b02d-acb60f106e2f req-14f59e3a-2b5d-4fbc-a126-69dfe427af4b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:19.844340 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6488bd3a-ecf6-46fa-b02d-acb60f106e2f req-14f59e3a-2b5d-4fbc-a126-69dfe427af4b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0861712 Jan 19 21:38:19.924568 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6488bd3a-ecf6-46fa-b02d-acb60f106e2f req-241fa5f4-5664-49eb-ba5f-e788aa3de179 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787532 Jan 19 21:38:20.346872 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca2896a-36f0-4205-a700-a7111bb26b4a req-199ec29b-dd99-4038-b374-c20cc26c9c8d tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:20.348526 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0ca2896a-36f0-4205-a700-a7111bb26b4a req-199ec29b-dd99-4038-b374-c20cc26c9c8d tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 932 time: 0.0536947 Jan 19 21:38:20.413314 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0ca2896a-36f0-4205-a700-a7111bb26b4a req-cf9a74c3-95df-4822-b486-667b92bb1963 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591178 Jan 19 21:38:21.071359 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0c357-468e-44e7-bda6-747181463b19 req-e160e363-121d-4b9f-bfbb-73382f5ad735 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:21.078166 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2ef0c357-468e-44e7-bda6-747181463b19 req-e160e363-121d-4b9f-bfbb-73382f5ad735 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0653639 Jan 19 21:38:21.128767 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2ef0c357-468e-44e7-bda6-747181463b19 req-6f89f26e-c01f-4859-9d31-799b42e1545b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493693 Jan 19 21:38:21.541807 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cb2f41-e41b-401f-a6f5-9252fce038d9 req-75bd5f0c-b477-4dc3-83a5-959816812667 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:21.543443 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d3cb2f41-e41b-401f-a6f5-9252fce038d9 req-75bd5f0c-b477-4dc3-83a5-959816812667 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 932 time: 0.0523806 Jan 19 21:38:21.593300 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d3cb2f41-e41b-401f-a6f5-9252fce038d9 req-be6cb6a0-004a-4f1d-a242-0c78aa60eba5 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440469 Jan 19 21:38:22.268648 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1ef8f-34a6-4542-aa35-7efaa52d8da6 req-566a45da-345e-488a-87f7-4d11aa052b6e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:22.271181 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-88d1ef8f-34a6-4542-aa35-7efaa52d8da6 req-566a45da-345e-488a-87f7-4d11aa052b6e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0531542 Jan 19 21:38:22.326811 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-88d1ef8f-34a6-4542-aa35-7efaa52d8da6 req-21e6e823-9df5-4989-bbf1-d2f5ff2dbe8e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471635 Jan 19 21:38:22.731339 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc389cd-d1ca-43e8-83b1-1bd216a8abe8 req-71213635-cb70-4cbf-ba6a-8268ba07ab6d tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:22.733205 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6dc389cd-d1ca-43e8-83b1-1bd216a8abe8 req-71213635-cb70-4cbf-ba6a-8268ba07ab6d tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 932 time: 0.0543499 Jan 19 21:38:22.793487 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6dc389cd-d1ca-43e8-83b1-1bd216a8abe8 req-4390d855-4b66-4aeb-badc-3ea3328e2e7b tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514538 Jan 19 21:38:22.942072 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 56688) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:23.057837 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-853b0719-6f0a-4b45-b046-5a2f73b85c4b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.161528 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-853b0719-6f0a-4b45-b046-5a2f73b85c4b admin admin] Publish callbacks [] for security_group (ea9896ff-209a-4724-9626-fa2a1f0bf608), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.165596 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-853b0719-6f0a-4b45-b046-5a2f73b85c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ea9896ff-209a-4724-9626-fa2a1f0bf608), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.203582 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-853b0719-6f0a-4b45-b046-5a2f73b85c4b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa522e406bd247aaa37dad30476924eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2602403 Jan 19 21:38:23.204443 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853b0719-6f0a-4b45-b046-5a2f73b85c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9896ff-209a-4724-9626-fa2a1f0bf608,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:23.206413 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 56694) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:23.259206 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Publish callbacks [] for security_group (ea9896ff-209a-4724-9626-fa2a1f0bf608), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.292224 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Publish callbacks [] for security_group (ea9896ff-209a-4724-9626-fa2a1f0bf608), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.353345 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ea9896ff-209a-4724-9626-fa2a1f0bf608), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.366912 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.369405 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea9896ff-209a-4724-9626-fa2a1f0bf608 HTTP/1.1" status: 204 len: 168 time: 0.1608417 Jan 19 21:38:23.377688 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9896ff-209a-4724-9626-fa2a1f0bf608,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:23.385819 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.386178 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.386534 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.386995 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.387335 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.387664 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.388037 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.388449 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.388673 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.388996 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.389319 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.389638 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.390168 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e70105e9-2384-40ed-a291-68089466f10c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:23.462844 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e186c-39c1-45d9-9bd3-05979019dc2e req-55f6e812-784e-4777-85a8-a42624f9114a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:23.464540 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7b4e186c-39c1-45d9-9bd3-05979019dc2e req-55f6e812-784e-4777-85a8-a42624f9114a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0561795 Jan 19 21:38:23.514716 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7b4e186c-39c1-45d9-9bd3-05979019dc2e req-25e83186-8e98-4c34-a6bc-4823e78b6a78 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446539 Jan 19 21:38:23.637127 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 56702) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:23.654309 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e1c-61f5-4c80-975f-e0cda63152c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.759831 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e1c-61f5-4c80-975f-e0cda63152c0 admin admin] Publish callbacks [] for security_group (f6e930d2-7cc2-43e3-a203-ca4af3a82310), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.763633 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-97eb4e1c-61f5-4c80-975f-e0cda63152c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f6e930d2-7cc2-43e3-a203-ca4af3a82310), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.806149 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-97eb4e1c-61f5-4c80-975f-e0cda63152c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d5ae8cd6bf744e980d8406b885684d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1677058 Jan 19 21:38:23.807122 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eb4e1c-61f5-4c80-975f-e0cda63152c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e930d2-7cc2-43e3-a203-ca4af3a82310,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:23.808771 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 56708) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:38:23.867519 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b27645f9-7e11-43ae-939d-748a47b93d3d admin admin] Publish callbacks [] for security_group (f6e930d2-7cc2-43e3-a203-ca4af3a82310), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.932880 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b27645f9-7e11-43ae-939d-748a47b93d3d admin admin] Publish callbacks [] for security_group (f6e930d2-7cc2-43e3-a203-ca4af3a82310), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:23.961117 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e22b73e-a5ef-441c-8a3a-584484929d6f req-aa1954a7-aba2-4a9c-9472-94c8a6c7ffef tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:23.964459 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8e22b73e-a5ef-441c-8a3a-584484929d6f req-aa1954a7-aba2-4a9c-9472-94c8a6c7ffef tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 932 time: 0.0873387 Jan 19 21:38:24.038956 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b27645f9-7e11-43ae-939d-748a47b93d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f6e930d2-7cc2-43e3-a203-ca4af3a82310), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:24.042271 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b27645f9-7e11-43ae-939d-748a47b93d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:24.045797 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b27645f9-7e11-43ae-939d-748a47b93d3d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6e930d2-7cc2-43e3-a203-ca4af3a82310 HTTP/1.1" status: 204 len: 168 time: 0.2336154 Jan 19 21:38:24.073355 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8e22b73e-a5ef-441c-8a3a-584484929d6f req-82ac4ff7-2ee5-4b70-a7c4-eb61bed2539e tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905201 Jan 19 21:38:24.074415 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27645f9-7e11-43ae-939d-748a47b93d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e930d2-7cc2-43e3-a203-ca4af3a82310,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:24.648026 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443dfba-6f1e-44df-b0d6-d757d534861a req-f5d8ceee-340f-43c7-a32f-408a0b7f4807 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:24.649660 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1443dfba-6f1e-44df-b0d6-d757d534861a req-f5d8ceee-340f-43c7-a32f-408a0b7f4807 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0613253 Jan 19 21:38:24.711147 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1443dfba-6f1e-44df-b0d6-d757d534861a req-69dbbef7-7ad3-40f5-9b46-7057c7c4e634 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491028 Jan 19 21:38:25.181813 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd5f0d6-e818-4c46-bb0a-5be2e6e8f2c4 req-01b83f71-9946-4f3e-bf53-05e3e41811f4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:25.183409 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3fd5f0d6-e818-4c46-bb0a-5be2e6e8f2c4 req-01b83f71-9946-4f3e-bf53-05e3e41811f4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 932 time: 0.0506341 Jan 19 21:38:25.238809 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3fd5f0d6-e818-4c46-bb0a-5be2e6e8f2c4 req-d685a48a-c03a-4f9a-8725-9767f4988937 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468957 Jan 19 21:38:25.362165 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Request body: {'port': {'device_id': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:38:25.484458 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:25.630851 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-7d887447-e643-4ac8-bf77-f6901cf237d2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683062 Jan 19 21:38:25.724376 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-b33a66f5-f8f3-45c2-b555-40fd1a98333c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:25.727307 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-b33a66f5-f8f3-45c2-b555-40fd1a98333c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 1098 time: 0.0717089 Jan 19 21:38:25.929992 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e747bc-a7dc-46a8-9f41-8f034705c6af {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:38:25.939677 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Publish callbacks [] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:25.947999 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dc2e1-7b2d-483f-844d-7aa7344c5d58 req-635b0229-57f5-4009-a392-f2e12b682f2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:25.949813 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f07dc2e1-7b2d-483f-844d-7aa7344c5d58 req-635b0229-57f5-4009-a392-f2e12b682f2b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0923562 Jan 19 21:38:25.956192 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Transition to ACTIVE for port object 54e747bc-a7dc-46a8-9f41-8f034705c6af will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:38:25.964204 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:25.971973 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-230a8569-b220-4227-8110-315abe78945d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:25.973507 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-230a8569-b220-4227-8110-315abe78945d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 912 time: 0.1981459 Jan 19 21:38:26.047737 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Pushing event updated for resources: {'Port': ['ID=54e747bc-a7dc-46a8-9f41-8f034705c6af,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:26.115454 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Attempting to bind port 54e747bc-a7dc-46a8-9f41-8f034705c6af on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:38:26.115801 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Attempting to bind port 54e747bc-a7dc-46a8-9f41-8f034705c6af by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:38:26.116317 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Attempting to bind port 54e747bc-a7dc-46a8-9f41-8f034705c6af on network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:38:26.121611 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Port 54e747bc-a7dc-46a8-9f41-8f034705c6af on network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:38:26.122023 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Attempting to bind port 54e747bc-a7dc-46a8-9f41-8f034705c6af on network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:38:26.128337 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:38:26.129390 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Checking segment: {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:38:26.130277 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Bound using segment: {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:38:26.130727 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Bound port: 54e747bc-a7dc-46a8-9f41-8f034705c6af, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd8ac4e3-0efa-41ef-bd20-242689b839f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:38:26.131289 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:26.152584 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-289cb75b-8e0d-49f7-9a27-5b34013712b5 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc278991-6470-4b41-809e-16b0013c99f5 HTTP/1.1" status: 200 len: 1000 time: 0.1466820 Jan 19 21:38:26.157234 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f07dc2e1-7b2d-483f-844d-7aa7344c5d58 req-dc8997ce-426b-46a7-8ad0-8f31a5c6ab3d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1972623 Jan 19 21:38:26.239352 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] For port 54e747bc-a7dc-46a8-9f41-8f034705c6af, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:38:26.244567 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] For port 54e747bc-a7dc-46a8-9f41-8f034705c6af, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:38:26.245525 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-6566a41e-2282-4893-9915-d597f97ebda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.247324 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-6566a41e-2282-4893-9915-d597f97ebda3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 200 len: 850 time: 0.0817909 Jan 19 21:38:26.250960 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:26.305416 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.306672 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:26.308325 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] 10.222.0.48 "PUT /v2.0/ports/54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 1094 time: 0.9526763 Jan 19 21:38:26.308801 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:38:26.311990 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:38:26.391982 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe0556-19af-4cc3-9bcd-ef4f65c94640 service neutron] Pushing event updated for resources: {'Port': ['ID=54e747bc-a7dc-46a8-9f41-8f034705c6af,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:26.422960 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106c70ff-275a-4231-8d42-e992ac288503 x-openstack-request-id: req-106c70ff-275a-4231-8d42-e992ac288503 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:38:26.423501 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:38:26.423947 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-106c70ff-275a-4231-8d42-e992ac288503 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:38:26.424807 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'status': 'completed', 'code': 200} Jan 19 21:38:26.540550 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-f0c0f996-7e6f-430f-ac63-d1d53ad62d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.543204 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-eb0b2669-ca86-4ff7-b2b8-2d933e55e139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.544866 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-f0c0f996-7e6f-430f-ac63-d1d53ad62d54 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=478e2f37de3144c5bbac2b21941a1619&device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 1097 time: 0.1621773 Jan 19 21:38:26.548819 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-eb0b2669-ca86-4ff7-b2b8-2d933e55e139 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0432bed6-2927-4b21-abd8-6c98950fe126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2758238 Jan 19 21:38:26.557130 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db017758-10e7-49c9-a6f1-4aa20ab84228 req-37881a5e-7afc-4f87-9cc3-403e0733dd40 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.558817 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-db017758-10e7-49c9-a6f1-4aa20ab84228 req-37881a5e-7afc-4f87-9cc3-403e0733dd40 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 944 time: 0.1274328 Jan 19 21:38:26.612956 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-967b26e4-dd22-4f07-965e-acdb6cd648fc service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 217 time: 0.0530221 Jan 19 21:38:26.649469 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f00d-7e56-4ed5-b724-189344eb307a req-7b209843-12e6-4c46-b953-217330d7cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.650977 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-7b209843-12e6-4c46-b953-217330d7cefe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6&tenant_id=274e4ed7ae93485588f375b9f9504770 HTTP/1.1" status: 200 len: 1097 time: 0.2661049 Jan 19 21:38:26.681455 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-db017758-10e7-49c9-a6f1-4aa20ab84228 req-9f39e52e-e7ed-4967-bfef-3e41526d5ac5 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153984 Jan 19 21:38:26.689278 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-33ea6771-781b-455d-9471-27b7fcdc2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.690800 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-33ea6771-781b-455d-9471-27b7fcdc2b6b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c750ad12-50b8-4d20-810f-ef94fa25d1d4 HTTP/1.1" status: 200 len: 853 time: 0.0712240 Jan 19 21:38:26.708414 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-928eca12-1710-49a7-bf69-ea408e10fa57 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424727 Jan 19 21:38:26.741083 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-256923a8-c887-4753-8d12-d6eb8cb4b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.742636 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-256923a8-c887-4753-8d12-d6eb8cb4b42c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1adc51ce-0d19-4887-9c56-da82a3fac8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432420 Jan 19 21:38:26.815279 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f00d-7e56-4ed5-b724-189344eb307a req-bb07af5a-b228-413c-99e7-3a2c2c174158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.817573 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-bb07af5a-b228-413c-99e7-3a2c2c174158 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 1097 time: 0.1322420 Jan 19 21:38:26.847977 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-34d655a9-67ba-46c0-b0e7-3973aa79f2e8 service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959473 Jan 19 21:38:26.904014 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b6460-81ea-431d-aa4c-2ebef2a981e8 req-120834fb-e929-4f99-951a-38fd30cb746a tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.905491 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-553b6460-81ea-431d-aa4c-2ebef2a981e8 req-120834fb-e929-4f99-951a-38fd30cb746a tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.1329002 Jan 19 21:38:26.915984 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-96f08b3e-5868-48df-8a60-6c3e6ca77579 req-d9c86f27-68c8-43e4-958f-d185a99d314e service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940312 Jan 19 21:38:26.951968 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fcb98d17-0ff0-45cd-b16a-a03c8e63d024 req-af7824eb-d50a-4c3f-8714-9ac0c2f8549f service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971088 Jan 19 21:38:26.982454 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f00d-7e56-4ed5-b724-189344eb307a req-1e7ceaa7-bca0-4a52-b05c-26e3ae11a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:26.984388 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-1e7ceaa7-bca0-4a52-b05c-26e3ae11a5fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.1590071 Jan 19 21:38:26.988828 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-553b6460-81ea-431d-aa4c-2ebef2a981e8 req-e000f65d-1547-4db9-befc-b08385939c69 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713031 Jan 19 21:38:27.069150 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-5e8fce3b-2cce-48f9-bd8f-277f551c9bae service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58d23ae0-88d4-42fb-bd29-733572e874e9 HTTP/1.1" status: 200 len: 999 time: 0.0686209 Jan 19 21:38:27.080360 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-05d06486-50b7-4152-86a3-d48706fc903a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:27.081886 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-05d06486-50b7-4152-86a3-d48706fc903a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=478e2f37de3144c5bbac2b21941a1619&device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 1097 time: 0.0404580 Jan 19 21:38:27.118368 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f00d-7e56-4ed5-b724-189344eb307a req-b3a5fc42-72f8-4430-a6f2-94aa4110b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:27.119811 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-b3a5fc42-72f8-4430-a6f2-94aa4110b52f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.0443938 Jan 19 21:38:27.166498 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792f00d-7e56-4ed5-b724-189344eb307a req-50707aa2-322e-4ca9-96d6-b8cc4d5d86e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:27.168047 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-50707aa2-322e-4ca9-96d6-b8cc4d5d86e7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401373 Jan 19 21:38:27.173798 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-11589bfb-322f-4d4c-8c69-d296ff2fa2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:27.175219 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-11589bfb-322f-4d4c-8c69-d296ff2fa2e9 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1adc51ce-0d19-4887-9c56-da82a3fac8d0 HTTP/1.1" status: 200 len: 915 time: 0.0874047 Jan 19 21:38:27.221726 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-1f67e3bc-9001-43af-8806-afd469da7350 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 217 time: 0.0345573 Jan 19 21:38:27.277594 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-d6f1ada1-d046-4b75-b1b7-19f3f1282ce2 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915868 Jan 19 21:38:27.306996 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-ceb47421-084b-493b-8023-d287ff0d171c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:27.308500 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-ceb47421-084b-493b-8023-d287ff0d171c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c750ad12-50b8-4d20-810f-ef94fa25d1d4 HTTP/1.1" status: 200 len: 853 time: 0.0746889 Jan 19 21:38:27.331122 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d9a49-3faa-4ab7-9741-7cb83a2ec019 req-991e3621-7f2a-435b-88b8-321b599dcd8e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:27.332770 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-915d9a49-3faa-4ab7-9741-7cb83a2ec019 req-991e3621-7f2a-435b-88b8-321b599dcd8e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0892255 Jan 19 21:38:27.380480 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-487a6cf0-49b6-4bd3-ae9a-b5a5c011090d service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908954 Jan 19 21:38:27.397218 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-a8b8c422-6203-47e9-a354-f2e2df972be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:27.398694 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-a8b8c422-6203-47e9-a354-f2e2df972be5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1adc51ce-0d19-4887-9c56-da82a3fac8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0824111 Jan 19 21:38:27.405901 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-915d9a49-3faa-4ab7-9741-7cb83a2ec019 req-eed1c06c-76af-4f65-a7fa-600123afe348 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563302 Jan 19 21:38:27.512529 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-f2fef7d1-6cec-456c-ad5b-8492c50aca11 service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916140 Jan 19 21:38:27.618831 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ccb2039-e19e-422d-ae41-38b4f0d8b53d req-b0fa9e04-0722-487f-8c3f-a26d87342480 service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967655 Jan 19 21:38:27.798982 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199379e0-79f4-4557-9988-e569baec09ce req-ace89621-bcac-49e4-ad5e-2a02c93b7836 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:27.800642 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-199379e0-79f4-4557-9988-e569baec09ce req-ace89621-bcac-49e4-ad5e-2a02c93b7836 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 944 time: 0.0495014 Jan 19 21:38:27.849566 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-199379e0-79f4-4557-9988-e569baec09ce req-17c4a726-ca50-43c1-9f34-3c9e39e7c35a tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435014 Jan 19 21:38:28.174326 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72959208-618d-4530-99be-e65f2845afe4 req-33f9d3ee-80d3-416e-85c7-531559bcc6c3 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:28.183469 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-72959208-618d-4530-99be-e65f2845afe4 req-33f9d3ee-80d3-416e-85c7-531559bcc6c3 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0688100 Jan 19 21:38:28.252376 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-72959208-618d-4530-99be-e65f2845afe4 req-937d3ae2-7957-4e6b-86d3-1b12e2bbc1ca tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632205 Jan 19 21:38:28.553194 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c245259a-877f-4d73-a3e4-09951dc27cb0 req-504d4d6d-89bc-4367-95e2-e437482b5a59 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:28.555056 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c245259a-877f-4d73-a3e4-09951dc27cb0 req-504d4d6d-89bc-4367-95e2-e437482b5a59 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0679052 Jan 19 21:38:28.605394 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c245259a-877f-4d73-a3e4-09951dc27cb0 req-34ae6365-bf50-4ade-ae04-0617d848f2db tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445421 Jan 19 21:38:28.975904 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99976e9-f5ed-4c19-bbdf-3cfb1f480bec req-4207202f-5e33-413a-8218-0b33f14c098a tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:28.977383 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f99976e9-f5ed-4c19-bbdf-3cfb1f480bec req-4207202f-5e33-413a-8218-0b33f14c098a tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 944 time: 0.0518212 Jan 19 21:38:29.032524 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f99976e9-f5ed-4c19-bbdf-3cfb1f480bec req-e620a18c-b973-46a3-8355-6a42150d7736 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482974 Jan 19 21:38:29.425029 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb9478-5c8c-4fda-a151-0d397a877234 req-3750acb7-1470-4759-9203-e41b5a3aca23 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:29.438380 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3beb9478-5c8c-4fda-a151-0d397a877234 req-3750acb7-1470-4759-9203-e41b5a3aca23 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.1188347 Jan 19 21:38:29.523077 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3beb9478-5c8c-4fda-a151-0d397a877234 req-17538f1b-9a3a-430c-9f7b-6c492a30c093 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832295 Jan 19 21:38:29.736352 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06381c-31ca-409d-bafe-dee0c8a84d0c req-760692be-2a53-4690-805d-4662e7a7e8d0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:29.738020 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7b06381c-31ca-409d-bafe-dee0c8a84d0c req-760692be-2a53-4690-805d-4662e7a7e8d0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0544264 Jan 19 21:38:29.793955 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7b06381c-31ca-409d-bafe-dee0c8a84d0c req-8b5dad1a-f94f-4604-8ff8-abc08d4a695c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482697 Jan 19 21:38:30.177284 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f72fc-4be5-4bc2-8a3f-22acb8b81ff1 req-722efffe-a00c-47ff-903f-56742d9a34e6 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:30.178946 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9d1f72fc-4be5-4bc2-8a3f-22acb8b81ff1 req-722efffe-a00c-47ff-903f-56742d9a34e6 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 944 time: 0.0728836 Jan 19 21:38:30.241709 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9d1f72fc-4be5-4bc2-8a3f-22acb8b81ff1 req-d76ca38a-dcbe-4afb-84d6-e98d8c3fad9a tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569150 Jan 19 21:38:30.662889 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842f4c7-08c1-4485-90e2-9b3182b8674f req-8b3e2eda-5cd9-4775-84db-9abb05933af0 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:30.665520 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6842f4c7-08c1-4485-90e2-9b3182b8674f req-8b3e2eda-5cd9-4775-84db-9abb05933af0 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0558488 Jan 19 21:38:30.713208 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6842f4c7-08c1-4485-90e2-9b3182b8674f req-d8616b9a-25ac-4304-bdc1-55203a6c3681 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Jan 19 21:38:30.751799 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 54e747bc-a7dc-46a8-9f41-8f034705c6af details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:38:30.850960 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 54e747bc-a7dc-46a8-9f41-8f034705c6af, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:38:30.864353 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'port_id': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'mac_address': 'fa:16:3e:92:7b:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:38:30.909879 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 54e747bc-a7dc-46a8-9f41-8f034705c6af is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:38:30.910269 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:30.932440 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e747bc-a7dc-46a8-9f41-8f034705c6af {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:38:30.949604 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11c592e-431d-4d5e-a8aa-250b7a48639c req-1962ee5b-5985-4017-8701-55f61ef85264 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:30.951873 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b11c592e-431d-4d5e-a8aa-250b7a48639c req-1962ee5b-5985-4017-8701-55f61ef85264 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0599759 Jan 19 21:38:30.959288 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 54e747bc-a7dc-46a8-9f41-8f034705c6af, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:38:30.965869 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:31.008753 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b11c592e-431d-4d5e-a8aa-250b7a48639c req-62c43a5f-d7c5-4c8c-a9bf-9074d60144a6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505393 Jan 19 21:38:31.022954 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=54e747bc-a7dc-46a8-9f41-8f034705c6af,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:31.033206 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.033764 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.034301 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.037468 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.037468 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.037468 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.037468 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.037800 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.038042 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.038430 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.038766 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.039093 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.039427 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:38:31.274989 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['54e747bc-a7dc-46a8-9f41-8f034705c6af'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:38:31.379309 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c4b0-e92b-4233-9f99-ba74634c9e45 req-0841c16b-cfad-46c9-befe-903dfacb2353 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:31.387322 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5c06c4b0-e92b-4233-9f99-ba74634c9e45 req-0841c16b-cfad-46c9-befe-903dfacb2353 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 945 time: 0.0627837 Jan 19 21:38:31.488541 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5c06c4b0-e92b-4233-9f99-ba74634c9e45 req-3f4e6751-f1ba-49c2-a222-79d7c973c675 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998812 Jan 19 21:38:31.855811 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4a1f8e-58a9-4160-bbeb-fd8d9e1a241b req-f8dfd655-00c5-4e26-90c6-d64c9664a848 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:31.863494 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-bd4a1f8e-58a9-4160-bbeb-fd8d9e1a241b req-f8dfd655-00c5-4e26-90c6-d64c9664a848 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0725479 Jan 19 21:38:31.964812 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-bd4a1f8e-58a9-4160-bbeb-fd8d9e1a241b req-d16e3f4a-1634-4776-aca5-a8d65262b079 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002913 Jan 19 21:38:32.248250 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85515cb4-7cac-4a47-a65a-10b11b07ea4d req-24a006ff-88c1-4c40-ad33-0ca6acc27b46 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:32.250228 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-85515cb4-7cac-4a47-a65a-10b11b07ea4d req-24a006ff-88c1-4c40-ad33-0ca6acc27b46 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.1009290 Jan 19 21:38:32.323919 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-85515cb4-7cac-4a47-a65a-10b11b07ea4d req-3367f843-22a0-46f1-afcb-accdd2136a28 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583000 Jan 19 21:38:32.599043 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b414a-fc68-4626-b47a-c5cd65b677a2 req-5aec337e-e4d5-426f-b4f5-8060e54dd963 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:32.600982 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c47b414a-fc68-4626-b47a-c5cd65b677a2 req-5aec337e-e4d5-426f-b4f5-8060e54dd963 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 945 time: 0.0526266 Jan 19 21:38:32.659436 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c47b414a-fc68-4626-b47a-c5cd65b677a2 req-cc177b0d-8370-4cf7-a577-d166e1da9f16 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526798 Jan 19 21:38:33.026341 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:38:33.087123 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25a246-9e3d-49e0-9699-c61b88758139 req-0b8ab9eb-836a-48ad-92ec-ef918acf0ece tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:33.088706 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2c25a246-9e3d-49e0-9699-c61b88758139 req-0b8ab9eb-836a-48ad-92ec-ef918acf0ece tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0475614 Jan 19 21:38:33.137520 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2c25a246-9e3d-49e0-9699-c61b88758139 req-270b2fc9-a10d-49b4-8950-5f901688f7bc tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430198 Jan 19 21:38:33.362204 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 54e747bc-a7dc-46a8-9f41-8f034705c6af up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:38:33.418921 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 54e747bc-a7dc-46a8-9f41-8f034705c6af completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:38:33.424731 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 54e747bc-a7dc-46a8-9f41-8f034705c6af triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:38:33.425109 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:33.518800 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 54e747bc-a7dc-46a8-9f41-8f034705c6af is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:38:33.520022 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:33.524502 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397622b-f843-4103-8fc8-2f9ab0b3ed4d req-bc98b748-76f6-4c0e-bf4a-6c9284954cf8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:33.526053 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b397622b-f843-4103-8fc8-2f9ab0b3ed4d req-bc98b748-76f6-4c0e-bf4a-6c9284954cf8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.1012399 Jan 19 21:38:33.548200 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:38:33.550861 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b695cb3-0bd8-4599-a8d9-25dc5f463d9f" -d '{"events": [{"server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "name": "network-vif-plugged", "status": "completed", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:38:33.565003 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 54e747bc-a7dc-46a8-9f41-8f034705c6af, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:38:33.584089 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:33.606462 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b397622b-f843-4103-8fc8-2f9ab0b3ed4d req-ccd54aa1-7869-4d2a-910a-86dd260370e8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742872 Jan 19 21:38:33.609761 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcfea3fe-8989-424e-8bc9-23e6c9a4b7b1 x-openstack-request-id: req-bcfea3fe-8989-424e-8bc9-23e6c9a4b7b1 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:38:33.610245 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "name": "network-vif-plugged", "status": "completed", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:38:33.610788 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcfea3fe-8989-424e-8bc9-23e6c9a4b7b1 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:38:33.611322 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'code': 200} Jan 19 21:38:33.653719 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=54e747bc-a7dc-46a8-9f41-8f034705c6af,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:33.781745 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465419c5-252b-4709-99b7-cc14f80f0b1d req-a61a3417-c79f-4ce2-8e47-7f8004f47171 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:33.784385 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-465419c5-252b-4709-99b7-cc14f80f0b1d req-a61a3417-c79f-4ce2-8e47-7f8004f47171 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0531874 Jan 19 21:38:33.842561 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-465419c5-252b-4709-99b7-cc14f80f0b1d req-8e407da8-5be5-46a7-a5a5-c1cbdaac6c1e tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530062 Jan 19 21:38:34.267316 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61afba25-ae3b-4460-a89e-56358cf31eda req-6497b12b-dce3-407e-8b10-55fc8c0f71e9 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:34.271668 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-61afba25-ae3b-4460-a89e-56358cf31eda req-6497b12b-dce3-407e-8b10-55fc8c0f71e9 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0613112 Jan 19 21:38:34.320935 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-61afba25-ae3b-4460-a89e-56358cf31eda req-a30ce2f2-8b95-4243-81c7-8467e01a5314 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430191 Jan 19 21:38:34.746725 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd7a0b-ccb9-45db-9ab8-84240ee7de7d req-38787752-3a41-4f72-9e8f-75d7242a37ff tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:34.752370 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ecd7a0b-ccb9-45db-9ab8-84240ee7de7d req-38787752-3a41-4f72-9e8f-75d7242a37ff tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0605786 Jan 19 21:38:34.805507 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ecd7a0b-ccb9-45db-9ab8-84240ee7de7d req-7b765781-7400-4458-9579-dcbaca1285a4 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516357 Jan 19 21:38:34.967326 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48cfdbc-2501-41b7-9049-17d9523d33a9 req-0a5c4c5b-b25b-4460-b086-670f7c920597 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:34.969585 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d48cfdbc-2501-41b7-9049-17d9523d33a9 req-0a5c4c5b-b25b-4460-b086-670f7c920597 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0500824 Jan 19 21:38:35.020315 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d48cfdbc-2501-41b7-9049-17d9523d33a9 req-eafebc14-416e-45ef-8018-daf18ee1963c tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439262 Jan 19 21:38:35.443164 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3895e-5ac2-4548-bbab-4b597e796ba5 req-ea7ebc12-7d48-4823-b777-fb7db4fe5b17 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:35.444744 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-35a3895e-5ac2-4548-bbab-4b597e796ba5 req-ea7ebc12-7d48-4823-b777-fb7db4fe5b17 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0514038 Jan 19 21:38:35.501343 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-35a3895e-5ac2-4548-bbab-4b597e796ba5 req-998f3dd4-db96-4d7f-afce-f90b8322abfe tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501797 Jan 19 21:38:35.933299 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cbfe7-7fe7-4ec4-b6aa-bab82e78dedb req-4e52172f-4713-4e93-84c9-b8e8d279201c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:35.934871 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-293cbfe7-7fe7-4ec4-b6aa-bab82e78dedb req-4e52172f-4713-4e93-84c9-b8e8d279201c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0498216 Jan 19 21:38:35.992298 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-293cbfe7-7fe7-4ec4-b6aa-bab82e78dedb req-186f56cf-e93f-4131-a542-60309d74648c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518632 Jan 19 21:38:36.143251 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd10fd-3d96-4017-a3d2-4cbc5e4123f4 req-a73eb501-6ebb-424d-9e82-dd0b7712a8cb tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:36.145288 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eebd10fd-3d96-4017-a3d2-4cbc5e4123f4 req-a73eb501-6ebb-424d-9e82-dd0b7712a8cb tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0539279 Jan 19 21:38:36.197237 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-eebd10fd-3d96-4017-a3d2-4cbc5e4123f4 req-44cebc22-0684-4655-b395-03a58dd99073 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457230 Jan 19 21:38:36.616853 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaf17e3-6cb9-4091-b5e0-15b27b7bc9a0 req-7bc7dc0a-7eaf-4416-b007-f533c40b675d tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:36.618318 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2aaf17e3-6cb9-4091-b5e0-15b27b7bc9a0 req-7bc7dc0a-7eaf-4416-b007-f533c40b675d tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0479605 Jan 19 21:38:36.664163 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2aaf17e3-6cb9-4091-b5e0-15b27b7bc9a0 req-d33ee272-537d-45d3-b107-de73e7275b91 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Jan 19 21:38:37.119026 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4eb384-39ab-4aa7-bdd4-335217aa98a0 req-aa6a7982-b7fe-492e-8e38-20c2084c5c54 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:37.120511 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4c4eb384-39ab-4aa7-bdd4-335217aa98a0 req-aa6a7982-b7fe-492e-8e38-20c2084c5c54 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0481250 Jan 19 21:38:37.167249 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4c4eb384-39ab-4aa7-bdd4-335217aa98a0 req-c32e5551-158c-4c9f-8ce2-4c3ccdb34823 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412006 Jan 19 21:38:37.311214 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489340d5-221a-493b-9f57-11a25d51ea7b req-a6fcdadd-ac2a-457d-9854-e321ae1c9a76 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:37.312714 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-489340d5-221a-493b-9f57-11a25d51ea7b req-a6fcdadd-ac2a-457d-9854-e321ae1c9a76 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0485833 Jan 19 21:38:37.358978 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-489340d5-221a-493b-9f57-11a25d51ea7b req-dfd6b00b-089c-45b8-9734-fa2333643df9 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401535 Jan 19 21:38:37.781862 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045b8de-fb94-49ca-ab1c-7095b1a1ea48 req-1eab7605-f04e-4412-987c-6785cafa7517 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:37.783312 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c045b8de-fb94-49ca-ab1c-7095b1a1ea48 req-1eab7605-f04e-4412-987c-6785cafa7517 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0477915 Jan 19 21:38:37.833600 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c045b8de-fb94-49ca-ab1c-7095b1a1ea48 req-60621cf3-d3cb-495e-8871-51c84da14a46 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 Jan 19 21:38:38.288353 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79452c47-5809-4dc4-92c9-7b5c90134b09 req-b28cc6ad-53a3-46bc-9dee-efe933eec0eb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:38.289820 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-79452c47-5809-4dc4-92c9-7b5c90134b09 req-b28cc6ad-53a3-46bc-9dee-efe933eec0eb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0504448 Jan 19 21:38:38.336094 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-79452c47-5809-4dc4-92c9-7b5c90134b09 req-e1b3df1f-b9c3-4ee9-ac4a-5f842f2f09f2 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402644 Jan 19 21:38:38.473665 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d3c29-fd8b-4338-be8b-77b3d684e758 req-7a34b2f5-342d-4c7d-9b31-1ae2a53f55af tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:38.475069 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-052d3c29-fd8b-4338-be8b-77b3d684e758 req-7a34b2f5-342d-4c7d-9b31-1ae2a53f55af tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0482681 Jan 19 21:38:38.521128 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-052d3c29-fd8b-4338-be8b-77b3d684e758 req-09dc6fd5-4e04-46ac-95bd-bfc059cfe78f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406404 Jan 19 21:38:38.881392 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd50e566-17fd-437b-bf6f-93536a518a0f req-3648d49b-6d09-41c8-b9f5-e8077dfc5c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:38.882987 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dd50e566-17fd-437b-bf6f-93536a518a0f req-3648d49b-6d09-41c8-b9f5-e8077dfc5c99 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 1099 time: 0.0413549 Jan 19 21:38:38.934339 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dd50e566-17fd-437b-bf6f-93536a518a0f req-0b9e7e1f-d4c7-4c1a-9953-d7f7c277c58c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413706 Jan 19 21:38:38.948308 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618f8c8-8fbc-4040-8fd9-ec24cbe9d1f7 req-f0b86e93-646a-429b-b9ad-e88cf2f105f8 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:38.949787 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c618f8c8-8fbc-4040-8fd9-ec24cbe9d1f7 req-f0b86e93-646a-429b-b9ad-e88cf2f105f8 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0494621 Jan 19 21:38:39.008262 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c618f8c8-8fbc-4040-8fd9-ec24cbe9d1f7 req-953b31ec-d71e-44e0-8ded-4bafebaf0109 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527449 Jan 19 21:38:39.457422 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7818e9-81aa-4265-8375-5f3349c8c834 req-b2eb95df-6366-49d3-909f-13e29ddcc780 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:39.458899 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bc7818e9-81aa-4265-8375-5f3349c8c834 req-b2eb95df-6366-49d3-909f-13e29ddcc780 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0520627 Jan 19 21:38:39.505394 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bc7818e9-81aa-4265-8375-5f3349c8c834 req-c141d8d5-7ecd-4f78-93c9-f5d19ea23f3c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407429 Jan 19 21:38:39.638262 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18aec8-7c89-4adf-a2bd-a10c770adad9 req-5fda11ca-426b-4e50-9348-cc7352b2625f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:39.639814 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cd18aec8-7c89-4adf-a2bd-a10c770adad9 req-5fda11ca-426b-4e50-9348-cc7352b2625f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0527365 Jan 19 21:38:39.690971 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cd18aec8-7c89-4adf-a2bd-a10c770adad9 req-163e0d4f-a566-4b43-9e95-0f5d4f5b9658 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453525 Jan 19 21:38:39.696882 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-01714375-5f1a-448a-b13b-6dbd5a5da6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:40.119074 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15e0cb-af58-4654-b0bf-5dca037f8fb2 req-e616a1db-45e3-48c6-a18b-6e49b30fe60a tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:40.120554 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bd15e0cb-af58-4654-b0bf-5dca037f8fb2 req-e616a1db-45e3-48c6-a18b-6e49b30fe60a tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0479028 Jan 19 21:38:40.166100 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bd15e0cb-af58-4654-b0bf-5dca037f8fb2 req-e58f630a-4f5b-4103-a466-71ae1a9f6c3b tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400283 Jan 19 21:38:40.626725 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aa13df-05f7-49c8-a0e1-38be9d0be115 req-49318864-4b7d-474c-930f-f2f5a4f7c024 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:40.628432 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-23aa13df-05f7-49c8-a0e1-38be9d0be115 req-49318864-4b7d-474c-930f-f2f5a4f7c024 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0508366 Jan 19 21:38:40.674198 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-23aa13df-05f7-49c8-a0e1-38be9d0be115 req-7aac13de-e4ac-4ab2-bcd8-d9e86c349c72 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404882 Jan 19 21:38:40.805005 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0883b11e-d18c-4b23-8500-08d92dbdf097 req-9463e668-2c50-4188-b3b7-8fee98bf21e8 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:40.806483 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0883b11e-d18c-4b23-8500-08d92dbdf097 req-9463e668-2c50-4188-b3b7-8fee98bf21e8 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0479860 Jan 19 21:38:40.855267 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0883b11e-d18c-4b23-8500-08d92dbdf097 req-d44b6ee5-46e6-4a90-bd1b-80f064bd2a62 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432935 Jan 19 21:38:41.277730 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb1524-2051-4551-9ae3-11cba163e1bc req-c02eaff5-4f8d-436c-8d23-5886b30bbd72 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:41.279207 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3cdb1524-2051-4551-9ae3-11cba163e1bc req-c02eaff5-4f8d-436c-8d23-5886b30bbd72 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0478594 Jan 19 21:38:41.329661 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3cdb1524-2051-4551-9ae3-11cba163e1bc req-83c08572-ae0a-426c-9501-01d65ae89bc9 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448420 Jan 19 21:38:41.794862 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9df76c-cdec-4251-a500-538c3f6c96e2 req-8ac3b4d6-69d4-4773-9981-2188d36b7370 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:41.796374 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-af9df76c-cdec-4251-a500-538c3f6c96e2 req-8ac3b4d6-69d4-4773-9981-2188d36b7370 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0481601 Jan 19 21:38:41.847749 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-af9df76c-cdec-4251-a500-538c3f6c96e2 req-ab03027f-682c-48be-a4b6-ef762132ebf6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440586 Jan 19 21:38:41.975307 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5a7fb-03b6-443f-8fc6-25884a8703ce req-837e10d3-ef2f-4245-874a-18ab643140a4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:41.976807 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f2b5a7fb-03b6-443f-8fc6-25884a8703ce req-837e10d3-ef2f-4245-874a-18ab643140a4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0488160 Jan 19 21:38:42.022297 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f2b5a7fb-03b6-443f-8fc6-25884a8703ce req-a6b502ec-6434-4385-a4c5-9d5963ed0bf0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400558 Jan 19 21:38:42.275151 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1ae86207-1bf3-4556-a287-d5e4c96988f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:42.315569 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc77ac-8608-4070-9036-d3b98044d25e req-0e52e7cd-6943-410e-a793-d9ac80162be6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:42.317904 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-22bc77ac-8608-4070-9036-d3b98044d25e req-0e52e7cd-6943-410e-a793-d9ac80162be6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.48 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0487897 Jan 19 21:38:42.462388 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f25ddf-5174-4264-9a98-7eeab3de2c13 req-f1b5516c-8584-4e9d-a945-d83f463c19e1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:42.463939 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e3f25ddf-5174-4264-9a98-7eeab3de2c13 req-f1b5516c-8584-4e9d-a945-d83f463c19e1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=c740628e-3091-4590-94a4-fc60031e4202 HTTP/1.1" status: 200 len: 946 time: 0.0651014 Jan 19 21:38:42.467063 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-22bc77ac-8608-4070-9036-d3b98044d25e req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Deleting port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:38:42.467402 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-22bc77ac-8608-4070-9036-d3b98044d25e req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:42.568684 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e3f25ddf-5174-4264-9a98-7eeab3de2c13 req-e4abfd9e-6276-4050-b27f-1ba37402a56e tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970011 Jan 19 21:38:42.594491 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-22bc77ac-8608-4070-9036-d3b98044d25e req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] For port 60fda65f-3f55-49fd-ba7c-42fdf9066a82, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fda65f-3f55-49fd-ba7c-42fdf9066a82,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:38:42.594905 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-22bc77ac-8608-4070-9036-d3b98044d25e req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:42.607997 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-22bc77ac-8608-4070-9036-d3b98044d25e req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Calling delete_port for 60fda65f-3f55-49fd-ba7c-42fdf9066a82 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:38:42.748659 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-22bc77ac-8608-4070-9036-d3b98044d25e req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (60fda65f-3f55-49fd-ba7c-42fdf9066a82), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:42.764210 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['60fda65f-3f55-49fd-ba7c-42fdf9066a82'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:38:42.777463 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Pushing event deleted for resources: {'Port': ['ID=60fda65f-3f55-49fd-ba7c-42fdf9066a82,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:42.818379 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bc77ac-8608-4070-9036-d3b98044d25e req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] No DVR routers for this DVR port 60fda65f-3f55-49fd-ba7c-42fdf9066a82 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:38:42.820915 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-22bc77ac-8608-4070-9036-d3b98044d25e req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:42.824190 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-22bc77ac-8608-4070-9036-d3b98044d25e req-424ddd36-2a3f-40f6-a877-bb5472fbe57c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.48 "DELETE /v2.0/ports/60fda65f-3f55-49fd-ba7c-42fdf9066a82 HTTP/1.1" status: 204 len: 173 time: 0.4995439 Jan 19 21:38:42.824624 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c740628e-3091-4590-94a4-fc60031e4202', 'name': 'network-vif-deleted', 'tag': '60fda65f-3f55-49fd-ba7c-42fdf9066a82'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:38:42.826795 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767c371f-55b1-4b31-8bac-c395ddb93b61" -d '{"events": [{"server_uuid": "c740628e-3091-4590-94a4-fc60031e4202", "name": "network-vif-deleted", "tag": "60fda65f-3f55-49fd-ba7c-42fdf9066a82"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:38:42.918009 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e08a5685-7aa6-472c-911f-d3553915a1d6 x-openstack-request-id: req-e08a5685-7aa6-472c-911f-d3553915a1d6 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:38:42.920052 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c740628e-3091-4590-94a4-fc60031e4202", "name": "network-vif-deleted", "tag": "60fda65f-3f55-49fd-ba7c-42fdf9066a82", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:38:42.920492 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e08a5685-7aa6-472c-911f-d3553915a1d6 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:38:42.921070 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c740628e-3091-4590-94a4-fc60031e4202', 'name': 'network-vif-deleted', 'tag': '60fda65f-3f55-49fd-ba7c-42fdf9066a82', 'status': 'completed', 'code': 200} Jan 19 21:38:43.000156 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40eb3be-a405-463c-8960-af5449bbcd6a req-20d79d03-ad95-441b-a8fc-2d3dc6aadd17 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:43.001930 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d40eb3be-a405-463c-8960-af5449bbcd6a req-20d79d03-ad95-441b-a8fc-2d3dc6aadd17 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0655360 Jan 19 21:38:43.072499 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d40eb3be-a405-463c-8960-af5449bbcd6a req-4650eaf2-2514-48d7-90cb-145a849a9408 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628779 Jan 19 21:38:43.159838 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:43.181179 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7fbb2c-784f-441d-812f-e6c379245392 req-5f84fe10-5638-4c54-b9d8-79374355ca7d tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:43.182660 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-df7fbb2c-784f-441d-812f-e6c379245392 req-5f84fe10-5638-4c54-b9d8-79374355ca7d tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0860231 Jan 19 21:38:43.228488 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-df7fbb2c-784f-441d-812f-e6c379245392 req-2e36d91e-e3df-43ad-8107-e30b02e7d221 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403342 Jan 19 21:38:43.346994 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92249b09-9cde-4908-a559-adf77a2944ba req-20ffc144-38f7-463d-9634-237e386b1efe tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:43.349385 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-92249b09-9cde-4908-a559-adf77a2944ba req-20ffc144-38f7-463d-9634-237e386b1efe tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0563917 Jan 19 21:38:43.396986 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-92249b09-9cde-4908-a559-adf77a2944ba req-84d35f57-687a-4b2d-b9af-73be5ec892a5 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Jan 19 21:38:43.728622 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122d935-5e62-4bae-ab88-c59bf58ae669 req-34a6ff75-b9c0-4790-8516-817b47c6b225 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:43.730423 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f122d935-5e62-4bae-ab88-c59bf58ae669 req-34a6ff75-b9c0-4790-8516-817b47c6b225 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0525939 Jan 19 21:38:43.782620 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f122d935-5e62-4bae-ab88-c59bf58ae669 req-100cd679-a195-4cee-b86c-cbe327bad176 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466111 Jan 19 21:38:44.193983 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be1ca86-f61c-4b2b-9c65-b3c8cc404a60 req-b11ce6b5-fc6a-4a02-8bc3-6dc78ff71073 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:44.195463 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7be1ca86-f61c-4b2b-9c65-b3c8cc404a60 req-b11ce6b5-fc6a-4a02-8bc3-6dc78ff71073 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0555482 Jan 19 21:38:44.240895 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7be1ca86-f61c-4b2b-9c65-b3c8cc404a60 req-6f1a0478-0282-4df3-a82b-6c8579e05cb6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399859 Jan 19 21:38:44.534939 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:45.363426 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57168d3b-c176-462e-a8f2-79c47cadd092 req-2237cc1a-f038-45cf-ba5e-4f690b57bcce tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:45.365008 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-57168d3b-c176-462e-a8f2-79c47cadd092 req-2237cc1a-f038-45cf-ba5e-4f690b57bcce tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0515714 Jan 19 21:38:45.410646 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-57168d3b-c176-462e-a8f2-79c47cadd092 req-e73ce851-4e70-48ec-94e0-5cc20efdc296 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400827 Jan 19 21:38:46.346748 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:46.365088 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:46.532007 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858593bf-ffb6-4116-9581-f8d9d634c6f5 req-665689d1-8ae3-43ca-9d7c-43e58740e525 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:46.533538 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-858593bf-ffb6-4116-9581-f8d9d634c6f5 req-665689d1-8ae3-43ca-9d7c-43e58740e525 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0487742 Jan 19 21:38:46.536481 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 60fda65f-3f55-49fd-ba7c-42fdf9066a82 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:38:46.557092 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 60fda65f-3f55-49fd-ba7c-42fdf9066a82 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:38:46.557425 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 60fda65f-3f55-49fd-ba7c-42fdf9066a82 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:38:46.581495 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-858593bf-ffb6-4116-9581-f8d9d634c6f5 req-dd7b4f4f-877e-4dbf-8cf9-584ca6265043 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416272 Jan 19 21:38:47.700713 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f187673-33df-4bc6-a297-9796edf0315c req-f9e1ee1c-70d6-4c68-b652-91dc579c8c31 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:47.702176 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5f187673-33df-4bc6-a297-9796edf0315c req-f9e1ee1c-70d6-4c68-b652-91dc579c8c31 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0479250 Jan 19 21:38:47.747812 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5f187673-33df-4bc6-a297-9796edf0315c req-7076e4cd-999f-4af5-b9c9-bb7e35a127ba tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401175 Jan 19 21:38:48.865106 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44a02b-1d96-4e47-9703-9808649298a4 req-1c231bd5-8a8d-4d27-a6c7-060ab1a5d535 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:48.866552 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8c44a02b-1d96-4e47-9703-9808649298a4 req-1c231bd5-8a8d-4d27-a6c7-060ab1a5d535 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0468466 Jan 19 21:38:49.132924 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8c44a02b-1d96-4e47-9703-9808649298a4 req-635f5fb5-2d93-4722-873d-261cef1675a8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2609677 Jan 19 21:38:50.258912 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd1295-574e-4327-804d-6031be8997f7 req-a3f3eefb-162b-4a7d-96db-d701cb97af83 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:50.260387 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c9fd1295-574e-4327-804d-6031be8997f7 req-a3f3eefb-162b-4a7d-96db-d701cb97af83 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0504818 Jan 19 21:38:50.308332 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c9fd1295-574e-4327-804d-6031be8997f7 req-9e9fe79b-28ec-46e0-ad66-dbf5f815ffe3 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420732 Jan 19 21:38:50.961675 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe2fccf-9c2a-42db-9e86-a64e604f95fd req-9488e58f-9e7a-4a2d-a66c-2de5c8145d20 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:50.963293 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cfe2fccf-9c2a-42db-9e86-a64e604f95fd req-9488e58f-9e7a-4a2d-a66c-2de5c8145d20 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0569961 Jan 19 21:38:51.009996 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cfe2fccf-9c2a-42db-9e86-a64e604f95fd req-4fb8cf93-a83c-41d4-8ee2-0c21ffae6a92 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409880 Jan 19 21:38:51.443179 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cdd0c-6da8-479e-965f-42d84029b4fb req-7f486623-b2c9-49ba-844d-808c13d04c1e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:51.444648 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-102cdd0c-6da8-479e-965f-42d84029b4fb req-7f486623-b2c9-49ba-844d-808c13d04c1e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0478756 Jan 19 21:38:51.494463 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-102cdd0c-6da8-479e-965f-42d84029b4fb req-b4aaeb48-402a-48fd-aa0b-f0c3804455dd tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437670 Jan 19 21:38:52.127992 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33686-95e2-46ae-a3fe-93e73dd94b43 req-c89ac0cd-fe82-4352-bfe7-156fdf7b3a0b tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:52.129887 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a9e33686-95e2-46ae-a3fe-93e73dd94b43 req-c89ac0cd-fe82-4352-bfe7-156fdf7b3a0b tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0507424 Jan 19 21:38:52.176093 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a9e33686-95e2-46ae-a3fe-93e73dd94b43 req-8ee70fa3-1d78-4404-a11b-c416ac637850 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405514 Jan 19 21:38:52.612204 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d84a0-572e-4453-97a2-daa724419e1c req-35d09e71-be62-4ee9-accd-3ce47d070cbc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:52.614354 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ba2d84a0-572e-4453-97a2-daa724419e1c req-35d09e71-be62-4ee9-accd-3ce47d070cbc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 944 time: 0.0483503 Jan 19 21:38:52.671345 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ba2d84a0-572e-4453-97a2-daa724419e1c req-662b8180-2ec1-45ea-aedc-4844ab0175b9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 Jan 19 21:38:52.781392 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:38:52.875554 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:38:52.886994 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'port_id': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'mac_address': 'fa:16:3e:0f:06:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:38:52.929103 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 58d23ae0-88d4-42fb-bd29-733572e874e9 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:38:52.929492 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:52.942064 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58d23ae0-88d4-42fb-bd29-733572e874e9 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:38:52.961474 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:38:52.965455 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:53.012383 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=9']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:53.289777 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988c27f-92a0-4473-90ef-fce582282b0e req-e7f96d60-2421-4ae2-a8e6-eb0bc3a0fdfd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:53.291431 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5988c27f-92a0-4473-90ef-fce582282b0e req-e7f96d60-2421-4ae2-a8e6-eb0bc3a0fdfd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0482035 Jan 19 21:38:53.337706 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5988c27f-92a0-4473-90ef-fce582282b0e req-28ee9b51-2949-48d2-b7f0-c26a24f1202d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406909 Jan 19 21:38:53.781949 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405362f3-f286-4104-9cfd-be3948437ade req-13e50f48-5827-4e10-a5a8-1bed140e22aa tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:53.783442 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-405362f3-f286-4104-9cfd-be3948437ade req-13e50f48-5827-4e10-a5a8-1bed140e22aa tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.0520382 Jan 19 21:38:53.831073 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-405362f3-f286-4104-9cfd-be3948437ade req-8bc703c3-aab9-4410-87f0-f22d4e88856b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413949 Jan 19 21:38:54.122903 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['58d23ae0-88d4-42fb-bd29-733572e874e9'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:38:54.454433 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcfd21f-5d6c-4a99-8814-15be7c03f7ff req-326daf5e-4e19-4ca4-aed2-a8b9a8774f0f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:54.455916 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7dcfd21f-5d6c-4a99-8814-15be7c03f7ff req-326daf5e-4e19-4ca4-aed2-a8b9a8774f0f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0519464 Jan 19 21:38:54.502372 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7dcfd21f-5d6c-4a99-8814-15be7c03f7ff req-aeef16d7-b362-4692-b256-d6acd735f721 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Jan 19 21:38:54.955062 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b829dee1-169f-4fd7-918b-6180ab51bae8 req-95adde47-7ccf-4a93-a873-800c6c82cc62 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:54.957239 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b829dee1-169f-4fd7-918b-6180ab51bae8 req-95adde47-7ccf-4a93-a873-800c6c82cc62 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.0521088 Jan 19 21:38:55.006774 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b829dee1-169f-4fd7-918b-6180ab51bae8 req-ed57a387-4631-435d-b76b-53b0c46b0ac7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435898 Jan 19 21:38:55.615283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3442fb-1166-477a-96ba-3a4ea5dc5726 req-b2d1aba1-6cc9-4ffa-b2e8-c55921a37a58 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:55.616784 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fa3442fb-1166-477a-96ba-3a4ea5dc5726 req-b2d1aba1-6cc9-4ffa-b2e8-c55921a37a58 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0472486 Jan 19 21:38:55.661943 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fa3442fb-1166-477a-96ba-3a4ea5dc5726 req-c7ef24c9-a7c5-4866-8460-292934e65329 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397449 Jan 19 21:38:56.125088 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6e052-5d81-4a11-95ac-0097f02d73b4 req-dd7be610-245a-463d-9d4e-3f8817267aca tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:56.126554 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aa6e052-5d81-4a11-95ac-0097f02d73b4 req-dd7be610-245a-463d-9d4e-3f8817267aca tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.0483215 Jan 19 21:38:56.172851 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9aa6e052-5d81-4a11-95ac-0097f02d73b4 req-130a7f36-94b6-4649-afee-71d08f631aa0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407906 Jan 19 21:38:56.775683 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64378df6-966e-483a-acd1-fea1bb70562e req-81141d64-50ca-4b76-9b45-bc99eb034edd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:56.777316 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-64378df6-966e-483a-acd1-fea1bb70562e req-81141d64-50ca-4b76-9b45-bc99eb034edd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0493736 Jan 19 21:38:56.827819 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-64378df6-966e-483a-acd1-fea1bb70562e req-7ac2667c-eba4-45e6-b83e-977c4fa3cd33 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450056 Jan 19 21:38:57.292856 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4dcf9b-b2c3-45e1-851b-5c61cad16272 req-e38f37d0-7551-498f-a873-3323284cae87 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:57.294319 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8d4dcf9b-b2c3-45e1-851b-5c61cad16272 req-e38f37d0-7551-498f-a873-3323284cae87 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.0482624 Jan 19 21:38:57.353592 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8d4dcf9b-b2c3-45e1-851b-5c61cad16272 req-59eaa153-89ee-405c-9532-13d9d66576ad tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515866 Jan 19 21:38:57.751531 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-cc948865-ad33-4e0d-90b8-219c9cce01a7 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:57.752921 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-cc948865-ad33-4e0d-90b8-219c9cce01a7 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/networks?id=c8a8e99d-6b65-4a55-b0e5-f725483a6422 HTTP/1.1" status: 200 len: 814 time: 0.0989599 Jan 19 21:38:57.768184 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-81f78c9b-342b-4fb7-ae49-bad6fe2836da tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/quotas/e5a1185a4c6a4070994acf8f2c962e0f HTTP/1.1" status: 200 len: 375 time: 0.0096991 Jan 19 21:38:57.799643 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-fd0ad254-8980-4c9a-904c-c7c538273160 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e5a1185a4c6a4070994acf8f2c962e0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256402 Jan 19 21:38:57.891246 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-5d79f27a-0496-454a-85c5-3f6599b54f62 service neutron] 10.222.0.39 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846941 Jan 19 21:38:57.942539 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259f07c-a5a6-4e34-829d-9bf5be478bbd req-7b0375d3-cfc4-4a3b-a40f-3e6437545d46 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:57.944042 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1259f07c-a5a6-4e34-829d-9bf5be478bbd req-7b0375d3-cfc4-4a3b-a40f-3e6437545d46 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0480797 Jan 19 21:38:57.981706 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8b4a390e-204f-4434-95ce-5bde6c7993ef service neutron] 10.222.0.39 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840335 Jan 19 21:38:57.991082 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1259f07c-a5a6-4e34-829d-9bf5be478bbd req-66b2bf2d-4944-45cd-84f9-1dc9b8d0d2d4 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413558 Jan 19 21:38:58.138396 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6d0c8f83-e7a3-4405-86b5-7a383590b288 req-f728be08-b6d5-4899-9d97-dda2c2726cdd tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 210 time: 0.0262401 Jan 19 21:38:58.493877 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cd4b5-bd38-4886-84f9-6a600f07cccb req-1ff3e806-9824-4a82-8f0e-3ad77aa4d826 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:58.495451 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-064cd4b5-bd38-4886-84f9-6a600f07cccb req-1ff3e806-9824-4a82-8f0e-3ad77aa4d826 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.0609918 Jan 19 21:38:58.556660 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-064cd4b5-bd38-4886-84f9-6a600f07cccb req-fa77eac8-7e5d-404b-9e25-6b7816d40b6b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542274 Jan 19 21:38:59.104391 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ad54b9-8f9c-4953-92f2-2628ad61bc22 req-95e615b4-5609-4fc4-9b3e-d0e4a9c1906c tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:59.105842 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f4ad54b9-8f9c-4953-92f2-2628ad61bc22 req-95e615b4-5609-4fc4-9b3e-d0e4a9c1906c tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0469592 Jan 19 21:38:59.154849 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f4ad54b9-8f9c-4953-92f2-2628ad61bc22 req-50066260-6ccd-45b4-a29c-89a9ccc826e5 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435438 Jan 19 21:38:59.229254 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7ffd16e6-81eb-4255-b458-6014b66fa7d8 req-23adce06-7ef8-4d6b-9e9b-1c90a5180646 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 210 time: 0.0264609 Jan 19 21:38:59.468120 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:38:59.516948 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 58d23ae0-88d4-42fb-bd29-733572e874e9 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:38:59.517324 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:59.598545 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 58d23ae0-88d4-42fb-bd29-733572e874e9 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:38:59.598947 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:59.621879 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:38:59.624106 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02942416-aa29-435e-bee5-623767f6dde4" -d '{"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-plugged", "status": "completed", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:38:59.638313 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:38:59.645482 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:38:59.677955 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e68a0b-629a-4aa5-a5e9-3789dd930ce5 x-openstack-request-id: req-93e68a0b-629a-4aa5-a5e9-3789dd930ce5 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:38:59.677955 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-plugged", "status": "completed", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:38:59.677955 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93e68a0b-629a-4aa5-a5e9-3789dd930ce5 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:38:59.678278 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'code': 200} Jan 19 21:38:59.680200 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d111fa-d9b5-47e3-8d6d-1850994c7624 req-80f0febe-89d1-45cd-b15a-ccb0dd4ea791 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:38:59.681739 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c4d111fa-d9b5-47e3-8d6d-1850994c7624 req-80f0febe-89d1-45cd-b15a-ccb0dd4ea791 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 945 time: 0.0521903 Jan 19 21:38:59.701849 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=10']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:38:59.736831 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c4d111fa-d9b5-47e3-8d6d-1850994c7624 req-8107b4d7-c34d-4f66-973b-c98877a4fbb1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486429 Jan 19 21:39:00.272298 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472dcfdd-9578-436c-8623-be41a8349611 req-e2be2c83-7902-45a0-9618-54d5ca407dd4 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:00.273811 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-472dcfdd-9578-436c-8623-be41a8349611 req-e2be2c83-7902-45a0-9618-54d5ca407dd4 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0503197 Jan 19 21:39:00.320410 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cdc2149b-14f9-4e45-b645-8221878312db req-b83344ad-3e4e-44a7-8967-8f4bb0a3f9ad tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 210 time: 0.0253601 Jan 19 21:39:00.321202 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-472dcfdd-9578-436c-8623-be41a8349611 req-b88d69fb-16cb-4456-910b-f96e795c78a9 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417860 Jan 19 21:39:00.853803 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2911a3b-81b8-4f9f-8448-eaf976c328cc req-9ca2f143-bd31-461e-8937-3c5887391d53 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:00.855240 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d2911a3b-81b8-4f9f-8448-eaf976c328cc req-9ca2f143-bd31-461e-8937-3c5887391d53 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0475755 Jan 19 21:39:00.904141 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d2911a3b-81b8-4f9f-8448-eaf976c328cc req-62393678-3a52-43d0-9842-bcf4428c3de4 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433688 Jan 19 21:39:01.428274 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8a04e4c1-3df5-46dc-831b-21702786b45d req-e1cb1850-b416-4841-baef-c4a68fbc0337 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 210 time: 0.0391850 Jan 19 21:39:01.462673 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b650011-4f92-4bfe-98c4-91ccb3f8bb2f req-ed442264-eb46-4080-9b48-e04d521f7602 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:01.464155 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1b650011-4f92-4bfe-98c4-91ccb3f8bb2f req-ed442264-eb46-4080-9b48-e04d521f7602 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0516784 Jan 19 21:39:01.513165 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1b650011-4f92-4bfe-98c4-91ccb3f8bb2f req-e93306f5-d67a-4538-b817-b2d6ee8a83d5 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435121 Jan 19 21:39:01.804604 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d34161-a1f9-498b-92f9-f9c53a94e988 req-d198f45c-915f-4640-83de-d23c094b3be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:01.806109 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f6d34161-a1f9-498b-92f9-f9c53a94e988 req-d198f45c-915f-4640-83de-d23c094b3be6 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 1100 time: 0.0401537 Jan 19 21:39:01.861302 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f6d34161-a1f9-498b-92f9-f9c53a94e988 req-50860abf-7aa0-4dac-a87c-3c25f6e9a727 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390894 Jan 19 21:39:02.023864 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad158605-6a1f-4162-8cc9-47d495aab4be req-45d2adac-cfb7-4cda-bd2b-eb750694fb63 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:02.025371 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ad158605-6a1f-4162-8cc9-47d495aab4be req-45d2adac-cfb7-4cda-bd2b-eb750694fb63 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0482106 Jan 19 21:39:02.073463 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ad158605-6a1f-4162-8cc9-47d495aab4be req-e66c6fb4-8ee3-401a-bae9-9daca4ffeed4 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425911 Jan 19 21:39:02.526540 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-690168ee-d071-4bc9-9153-92514945336e req-81dd1e70-ef7c-434a-8d4a-1e69cfbbc639 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 210 time: 0.0287886 Jan 19 21:39:02.643555 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49b31f4-eddf-48ab-945a-84627bec7b9d req-943bc84e-b70c-4287-83bb-7188b90f35ac tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:02.645473 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a49b31f4-eddf-48ab-945a-84627bec7b9d req-943bc84e-b70c-4287-83bb-7188b90f35ac tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0491552 Jan 19 21:39:02.692693 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a49b31f4-eddf-48ab-945a-84627bec7b9d req-db1b9be9-011d-4ae5-9377-ad5f59aaa61b tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415058 Jan 19 21:39:03.191127 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbd66cf-6886-4694-b26d-cfb316a41218 req-3532baaa-0c07-4277-8fdd-184e73e90f7f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:03.192625 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cdbd66cf-6886-4694-b26d-cfb316a41218 req-3532baaa-0c07-4277-8fdd-184e73e90f7f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0480924 Jan 19 21:39:03.238749 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cdbd66cf-6886-4694-b26d-cfb316a41218 req-e61b9000-ddd2-4df4-81a3-c96a91e54e92 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406363 Jan 19 21:39:03.627834 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2a952e42-d6fd-44d0-952a-a4c9cb4e5354 req-57471227-852f-475b-9962-f2b6e12d868d tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 210 time: 0.0301883 Jan 19 21:39:03.807011 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b1868-3002-41cc-969a-c5ebca4fe260 req-c916e461-b215-4396-a768-88c43a8e1d74 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:03.808617 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-255b1868-3002-41cc-969a-c5ebca4fe260 req-c916e461-b215-4396-a768-88c43a8e1d74 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0472906 Jan 19 21:39:03.880785 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-255b1868-3002-41cc-969a-c5ebca4fe260 req-64e703fe-39e1-46f3-a09d-e1a31a7e5442 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665655 Jan 19 21:39:04.362362 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd68a6e-8202-4ff1-8ad3-e3ff87ef04a7 req-f18b4672-21bc-4a02-a921-864578de105c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:04.364590 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cdd68a6e-8202-4ff1-8ad3-e3ff87ef04a7 req-f18b4672-21bc-4a02-a921-864578de105c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0518579 Jan 19 21:39:04.410143 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cdd68a6e-8202-4ff1-8ad3-e3ff87ef04a7 req-2f0497f9-1feb-4f00-9e74-f02778056cad tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401163 Jan 19 21:39:04.935085 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fc4be47b-77f5-4ae7-9dd2-afc204be7f93 req-ca2b6265-9f2d-4cca-a970-c13252d992a3 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 210 time: 0.2315900 Jan 19 21:39:05.002179 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8a097f09-e393-4a86-83ad-d0fe39cb8353 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:05.003600 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8a097f09-e393-4a86-83ad-d0fe39cb8353 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.48 "GET /v2.0/networks?id=c8a8e99d-6b65-4a55-b0e5-f725483a6422 HTTP/1.1" status: 200 len: 814 time: 0.1305394 Jan 19 21:39:05.030789 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Request body: {'port': {'device_id': '357e70d6-b5f5-4590-a2ed-e0f9d21bd56a', 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422', 'admin_state_up': True, 'tenant_id': 'e5a1185a4c6a4070994acf8f2c962e0f'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:05.056735 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d837cb4-a319-41a7-9593-82f7f567a840 req-f43676cc-f410-450d-afc9-822b574f2341 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:05.058216 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8d837cb4-a319-41a7-9593-82f7f567a840 req-f43676cc-f410-450d-afc9-822b574f2341 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0807092 Jan 19 21:39:05.158729 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8d837cb4-a319-41a7-9593-82f7f567a840 req-d5652866-08a3-4c99-8306-dcd981b7c089 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765228 Jan 19 21:39:05.185561 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Made reservation on behalf of e5a1185a4c6a4070994acf8f2c962e0f for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:39:05.189086 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:05.310203 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Allocated IP 172.20.0.9 (c8a8e99d-6b65-4a55-b0e5-f725483a6422/f147c0e0-c71f-4ff9-aa6b-d08d46300a52/60fa1dbd-224d-425a-bdbb-dc0699b00e88) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:39:05.462668 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks [] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:05.496224 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:05.535586 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8a495-76a3-42c9-a973-dfc6aa389704 req-e56f9d5e-1046-445b-ad07-af5b425033d2 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:05.537162 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8f8a495-76a3-42c9-a973-dfc6aa389704 req-e56f9d5e-1046-445b-ad07-af5b425033d2 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0517724 Jan 19 21:39:05.541080 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Network c8a8e99d-6b65-4a55-b0e5-f725483a6422 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:39:05.546120 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:39:05.551284 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:39:05.555406 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Pushing event updated for resources: {'Port': ['ID=60fa1dbd-224d-425a-bdbb-dc0699b00e88,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:05.589166 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8f8a495-76a3-42c9-a973-dfc6aa389704 req-7d9ae1a1-77ec-4011-8417-8550d6918408 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459366 Jan 19 21:39:05.604591 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:05.605051 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:05.620160 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-8435b0e2-dd99-4b20-b5a2-fa29a7288370 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5935667 Jan 19 21:39:05.632831 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Request body: {'port': {'device_id': '357e70d6-b5f5-4590-a2ed-e0f9d21bd56a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:05.688781 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:06.019376 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60fa1dbd-224d-425a-bdbb-dc0699b00e88 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:39:06.027972 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Publish callbacks [] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:06.073612 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Transition to ACTIVE for port object 60fa1dbd-224d-425a-bdbb-dc0699b00e88 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:39:06.084304 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:06.151556 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d289ced-f59d-4266-9f5b-8aa96936e89a req-63a6607b-dec1-4d0d-a31c-4be872e22880 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:06.153203 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7d289ced-f59d-4266-9f5b-8aa96936e89a req-63a6607b-dec1-4d0d-a31c-4be872e22880 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 931 time: 0.1185238 Jan 19 21:39:06.158047 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Pushing event updated for resources: {'Port': ['ID=60fa1dbd-224d-425a-bdbb-dc0699b00e88,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:06.258376 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7d289ced-f59d-4266-9f5b-8aa96936e89a req-3ec3d4eb-62ea-4071-b1ee-a3d08f214ab5 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957160 Jan 19 21:39:06.287335 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Attempting to bind port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:39:06.287335 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Attempting to bind port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '9099d44a-f755-4056-b0a0-e8a0244076c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:39:06.287335 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Attempting to bind port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 on network c8a8e99d-6b65-4a55-b0e5-f725483a6422 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:39:06.290348 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 on network c8a8e99d-6b65-4a55-b0e5-f725483a6422 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:39:06.290737 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Attempting to bind port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 on network c8a8e99d-6b65-4a55-b0e5-f725483a6422 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:39:06.304707 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:39:06.305248 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Checking segment: {'id': '9099d44a-f755-4056-b0a0-e8a0244076c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:39:06.306009 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Bound using segment: {'id': '9099d44a-f755-4056-b0a0-e8a0244076c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:39:06.306644 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Bound port: 60fa1dbd-224d-425a-bdbb-dc0699b00e88, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9099d44a-f755-4056-b0a0-e8a0244076c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:39:06.307189 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:06.328335 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083b81a-8a55-4c0e-9026-a8abb82f28d5 req-f493eae5-f16d-4064-8c2a-3b04038e96e6 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:06.330316 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8083b81a-8a55-4c0e-9026-a8abb82f28d5 req-f493eae5-f16d-4064-8c2a-3b04038e96e6 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0779097 Jan 19 21:39:06.395831 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] For port 60fa1dbd-224d-425a-bdbb-dc0699b00e88, host hv-cinder-82160, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:39:06.399463 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] For port 60fa1dbd-224d-425a-bdbb-dc0699b00e88, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fa1dbd-224d-425a-bdbb-dc0699b00e88,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:39:06.404664 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:06.406266 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8083b81a-8a55-4c0e-9026-a8abb82f28d5 req-0478c0f2-6aee-4cbd-b455-c25ad5da6fd8 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690329 Jan 19 21:39:06.462298 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:06.462912 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:06.464449 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] 10.222.0.48 "PUT /v2.0/ports/60fa1dbd-224d-425a-bdbb-dc0699b00e88 HTTP/1.1" status: 200 len: 1093 time: 0.8360403 Jan 19 21:39:06.464874 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '357e70d6-b5f5-4590-a2ed-e0f9d21bd56a', 'tag': '60fa1dbd-224d-425a-bdbb-dc0699b00e88'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:39:06.467055 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be9f5e7-916b-42b3-a7e9-6536ee624550" -d '{"events": [{"name": "network-changed", "server_uuid": "357e70d6-b5f5-4590-a2ed-e0f9d21bd56a", "tag": "60fa1dbd-224d-425a-bdbb-dc0699b00e88"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:39:06.491673 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ed952c-c86c-4ebc-88be-98f0a4541732 service neutron] Pushing event updated for resources: {'Port': ['ID=60fa1dbd-224d-425a-bdbb-dc0699b00e88,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:06.525055 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c729b4-7eb7-4716-b225-46e114b064bc x-openstack-request-id: req-f1c729b4-7eb7-4716-b225-46e114b064bc {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:39:06.525347 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "357e70d6-b5f5-4590-a2ed-e0f9d21bd56a", "tag": "60fa1dbd-224d-425a-bdbb-dc0699b00e88", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:39:06.525602 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1c729b4-7eb7-4716-b225-46e114b064bc {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:39:06.525993 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '357e70d6-b5f5-4590-a2ed-e0f9d21bd56a', 'tag': '60fa1dbd-224d-425a-bdbb-dc0699b00e88', 'status': 'completed', 'code': 200} Jan 19 21:39:06.563469 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-115bf55f-3aee-48d8-bdb6-39c938ec45da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:06.565126 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-115bf55f-3aee-48d8-bdb6-39c938ec45da service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5a1185a4c6a4070994acf8f2c962e0f&device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 1096 time: 0.0513418 Jan 19 21:39:06.611532 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-c060842f-e667-46cd-bd25-c9aa6231a69d service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60fa1dbd-224d-425a-bdbb-dc0699b00e88 HTTP/1.1" status: 200 len: 217 time: 0.0380266 Jan 19 21:39:06.664027 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-34f5b145-3e6c-4acb-b17e-cf8f5ce4282d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:06.665786 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-34f5b145-3e6c-4acb-b17e-cf8f5ce4282d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f147c0e0-c71f-4ff9-aa6b-d08d46300a52 HTTP/1.1" status: 200 len: 854 time: 0.0479760 Jan 19 21:39:06.701703 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-e52c495d-bb91-4cb6-91be-9fa27f7982d1 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8a8e99d-6b65-4a55-b0e5-f725483a6422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272033 Jan 19 21:39:06.725915 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410186ec-e3f9-4ca9-a0ee-d2ce393e58f6 req-7704e171-219c-451c-9989-1f09b7b4120b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:06.727440 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-410186ec-e3f9-4ca9-a0ee-d2ce393e58f6 req-7704e171-219c-451c-9989-1f09b7b4120b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0565987 Jan 19 21:39:06.781491 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-410186ec-e3f9-4ca9-a0ee-d2ce393e58f6 req-6cc42c1c-6336-4c7d-b44f-dd706ffef00b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481181 Jan 19 21:39:06.816224 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-0195e297-d7ad-42d3-b2e2-b4f083349a79 service neutron] 10.222.0.48 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072752 Jan 19 21:39:06.910496 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5e0f92ac-2bed-4289-85bc-c778a407082c req-5d2de1af-e946-4c67-951e-ebeae8b5c673 service neutron] 10.222.0.48 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875931 Jan 19 21:39:07.036547 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-72758279-8412-4b57-b01c-ed5ce8c07a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:07.037908 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-72758279-8412-4b57-b01c-ed5ce8c07a41 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=e5a1185a4c6a4070994acf8f2c962e0f&device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 1096 time: 0.0715609 Jan 19 21:39:07.057563 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907bde6-610c-41c3-9009-5fd89f9b9ff2 req-6b12e65b-7e7d-4efe-97f9-ff6cb24f4862 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:07.058975 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b907bde6-610c-41c3-9009-5fd89f9b9ff2 req-6b12e65b-7e7d-4efe-97f9-ff6cb24f4862 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0596387 Jan 19 21:39:07.151292 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b907bde6-610c-41c3-9009-5fd89f9b9ff2 req-23eec5df-5763-40e8-887c-f9ed041fd6a8 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843983 Jan 19 21:39:07.173866 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-06d522a4-5a27-4825-9bfe-5420cd31902e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:07.174078 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57588) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:07.175335 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-06d522a4-5a27-4825-9bfe-5420cd31902e service neutron] 10.222.0.48 "GET /v2.0/networks?id=c8a8e99d-6b65-4a55-b0e5-f725483a6422 HTTP/1.1" status: 200 len: 915 time: 0.1155210 Jan 19 21:39:07.221606 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-f9bade62-bfc1-4a4f-9f8d-565e792494ba service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60fa1dbd-224d-425a-bdbb-dc0699b00e88 HTTP/1.1" status: 200 len: 217 time: 0.0395026 Jan 19 21:39:07.276914 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-c9f8a89a-7ce9-45fe-9070-56321c09da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:07.278548 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-c9f8a89a-7ce9-45fe-9070-56321c09da1d service neutron] 10.222.0.48 "GET /v2.0/subnets?id=f147c0e0-c71f-4ff9-aa6b-d08d46300a52 HTTP/1.1" status: 200 len: 854 time: 0.0510950 Jan 19 21:39:07.317893 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-c6be0f3e-83c0-43c1-be48-4918d3c97f05 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=c8a8e99d-6b65-4a55-b0e5-f725483a6422&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307541 Jan 19 21:39:07.432506 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fce359-04fb-4ba8-852f-0dbbc943faad req-6a794015-6423-4bd9-ace2-8eaa9e0e84de tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:07.434555 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-511d5d1f-6cee-446b-b853-d1e9fb70f081 service neutron] 10.222.0.48 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099989 Jan 19 21:39:07.434927 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d8fce359-04fb-4ba8-852f-0dbbc943faad req-6a794015-6423-4bd9-ace2-8eaa9e0e84de tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 943 time: 0.0610373 Jan 19 21:39:07.533358 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d8fce359-04fb-4ba8-852f-0dbbc943faad req-5318c04b-624f-4783-9247-1fff74d41a43 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910306 Jan 19 21:39:07.541490 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63438cb2-ade5-4913-beaf-cc3ef214115a tempest-TestMinimumBasicScenario-409521150 tempest-TestMinimumBasicScenario-409521150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:07.543238 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-63438cb2-ade5-4913-beaf-cc3ef214115a tempest-TestMinimumBasicScenario-409521150 tempest-TestMinimumBasicScenario-409521150-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 1094 time: 0.3683233 Jan 19 21:39:07.547628 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57618) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:07.556590 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'floatingip': {'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'port_id': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'fixed_ip_address': '172.20.0.13'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:07.567284 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0be9f5e7-916b-42b3-a7e9-6536ee624550 req-31abda2d-a2d2-4a0e-933f-a71005cb6495 service neutron] 10.222.0.48 "GET /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254306 Jan 19 21:39:07.586797 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:07.626218 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c10316-2462-4b91-8fa8-3052c9f15acb req-206bad8a-41d6-40be-9b83-9df8fda72e6f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:07.627701 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b1c10316-2462-4b91-8fa8-3052c9f15acb req-206bad8a-41d6-40be-9b83-9df8fda72e6f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1287026 Jan 19 21:39:07.688645 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b1c10316-2462-4b91-8fa8-3052c9f15acb req-502ad205-bcbd-40f9-89ce-78dc9e22bc9b tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489786 Jan 19 21:39:07.704224 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:07.812481 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Allocated IP 172.27.0.153 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/877633f0-5b69-4c84-b1ce-a8481f86dd8f) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:39:07.948895 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29acca8-4cd3-46c8-bea4-aace700cccad req-7943d918-771e-4cac-b5e2-5601c0a2fe6c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:07.950379 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a29acca8-4cd3-46c8-bea4-aace700cccad req-7943d918-771e-4cac-b5e2-5601c0a2fe6c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0795722 Jan 19 21:39:07.974248 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for port (877633f0-5b69-4c84-b1ce-a8481f86dd8f), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:08.026555 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a29acca8-4cd3-46c8-bea4-aace700cccad req-a27e4466-5518-4770-a454-7f7594aa88b3 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671921 Jan 19 21:39:08.039356 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (877633f0-5b69-4c84-b1ce-a8481f86dd8f), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:08.078542 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:39:08.081326 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:39:08.086347 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:39:08.107063 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'Port': ['ID=877633f0-5b69-4c84-b1ce-a8481f86dd8f,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:08.477958 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for floatingip (1364b0a1-0829-467c-b66d-fdd0a1612f88), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:08.556050 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (877633f0-5b69-4c84-b1ce-a8481f86dd8f), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:08.681883 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57640) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:08.685564 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b6edf-9ba3-42c6-aee5-37a0e34f4171 req-2779afc2-90af-4279-8344-a0c07815415a tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:08.687126 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b24b6edf-9ba3-42c6-aee5-37a0e34f4171 req-2779afc2-90af-4279-8344-a0c07815415a tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 943 time: 0.0685446 Jan 19 21:39:08.755659 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b24b6edf-9ba3-42c6-aee5-37a0e34f4171 req-be0450c9-8c5f-4a07-940f-42e7815a0b75 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615149 Jan 19 21:39:08.772010 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for port (877633f0-5b69-4c84-b1ce-a8481f86dd8f), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:08.791388 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (877633f0-5b69-4c84-b1ce-a8481f86dd8f), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:08.879762 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d84d4664-9db8-48d2-a8ad-98ac76181108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:08.914982 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266c5d89-6e9b-464f-8666-b619b501d28d req-39b5dc67-d5fd-4322-b93c-bafbdf8e988f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:08.916637 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-266c5d89-6e9b-464f-8666-b619b501d28d req-39b5dc67-d5fd-4322-b93c-bafbdf8e988f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1414492 Jan 19 21:39:08.917364 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'Port': ['ID=877633f0-5b69-4c84-b1ce-a8481f86dd8f,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:08.948417 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (1364b0a1-0829-467c-b66d-fdd0a1612f88), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.041993 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-266c5d89-6e9b-464f-8666-b619b501d28d req-de7262a1-8432-454a-9acc-1a00b24505f7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158843 Jan 19 21:39:09.108568 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Floating IP 1364b0a1-0829-467c-b66d-fdd0a1612f88 associated. External IP: 172.27.0.153, port: 54e747bc-a7dc-46a8-9f41-8f034705c6af. Jan 19 21:39:09.150038 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d84d4664-9db8-48d2-a8ad-98ac76181108 admin admin] Publish callbacks [] for security_group (5f442eb8-671a-4599-9ec2-a40c92bf5978), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.156929 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d84d4664-9db8-48d2-a8ad-98ac76181108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (5f442eb8-671a-4599-9ec2-a40c92bf5978), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.229480 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d84d4664-9db8-48d2-a8ad-98ac76181108 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=43a9dc392f7c41fa992e214690845ff3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5466933 Jan 19 21:39:09.232104 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57672) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:09.235921 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84d4664-9db8-48d2-a8ad-98ac76181108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f442eb8-671a-4599-9ec2-a40c92bf5978,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:09.236795 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57674) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:09.288747 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb38-fa27-4539-af01-d470ccc683fa admin admin] Publish callbacks [] for security_group (5f442eb8-671a-4599-9ec2-a40c92bf5978), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.311884 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb38-fa27-4539-af01-d470ccc683fa admin admin] Publish callbacks [] for security_group (5f442eb8-671a-4599-9ec2-a40c92bf5978), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.361603 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc49a-923a-4597-a4ac-82cf31a5f413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.362437 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb38-fa27-4539-af01-d470ccc683fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (5f442eb8-671a-4599-9ec2-a40c92bf5978), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.365839 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f4e4cb38-fa27-4539-af01-d470ccc683fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.366653 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f4e4cb38-fa27-4539-af01-d470ccc683fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5f442eb8-671a-4599-9ec2-a40c92bf5978 HTTP/1.1" status: 204 len: 168 time: 0.1299262 Jan 19 21:39:09.374229 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4cb38-fa27-4539-af01-d470ccc683fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f442eb8-671a-4599-9ec2-a40c92bf5978,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:09.405424 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:39:09.532188 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc49a-923a-4597-a4ac-82cf31a5f413 admin admin] Publish callbacks [] for security_group (42658d03-9c99-43d1-aada-040b5f254116), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.538773 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-2b7dc49a-923a-4597-a4ac-82cf31a5f413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (42658d03-9c99-43d1-aada-040b5f254116), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.591388 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-2b7dc49a-923a-4597-a4ac-82cf31a5f413 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e46d06d0671a4226919db47d2c9e9799&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517473 Jan 19 21:39:09.593398 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:39:09.594238 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57682) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:09.594742 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dc49a-923a-4597-a4ac-82cf31a5f413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42658d03-9c99-43d1-aada-040b5f254116,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:09.610848 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] Sync routers for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:39:09.619302 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.623110 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:39:09.624785 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:38:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:09.654115 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-1aaf5c68-d5d8-4680-b134-3ca2e04b90b1 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1051497 Jan 19 21:39:09.654725 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:39:09.657029 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0f3caa-8559-4596-873a-f4851ddc0dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:39:09.657422 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57684) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:09.666349 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-8f8a6b24-fa38-4f1d-927d-28f574e2067f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-214748863', 'description': 'tempest-secgroup-smoke-214748863 description', 'project_id': '478e2f37de3144c5bbac2b21941a1619'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:09.680009 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6a50-d8d8-42ca-80df-73ccfb7e393f admin admin] Publish callbacks [] for security_group (42658d03-9c99-43d1-aada-040b5f254116), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.695988 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e229b785-9715-4af2-8bd8-d7bf41935cc9 x-openstack-request-id: req-e229b785-9715-4af2-8bd8-d7bf41935cc9 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:39:09.696280 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:39:09.696534 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e229b785-9715-4af2-8bd8-d7bf41935cc9 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:39:09.696929 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'status': 'completed', 'code': 200} Jan 19 21:39:09.697336 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57688) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:09.711570 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-464de8ce-807f-47ea-992b-68689fc538b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.729042 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6a50-d8d8-42ca-80df-73ccfb7e393f admin admin] Publish callbacks [] for security_group (42658d03-9c99-43d1-aada-040b5f254116), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.746182 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6b24-fa38-4f1d-927d-28f574e2067f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.771590 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4de70e90-aa21-465b-95e8-eaade7fde722 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.774074 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:39:09.823396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-464de8ce-807f-47ea-992b-68689fc538b0 admin admin] Publish callbacks [] for security_group (c6f30041-5895-4176-88d2-a83b0a367e34), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.830042 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-464de8ce-807f-47ea-992b-68689fc538b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c6f30041-5895-4176-88d2-a83b0a367e34), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.830521 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-ced0b825-8331-4888-818f-4ec9039b134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:09.832350 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-ced0b825-8331-4888-818f-4ec9039b134c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=478e2f37de3144c5bbac2b21941a1619&device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 1099 time: 0.1056106 Jan 19 21:39:09.859264 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6a50-d8d8-42ca-80df-73ccfb7e393f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (42658d03-9c99-43d1-aada-040b5f254116), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.862151 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6e1e6a50-d8d8-42ca-80df-73ccfb7e393f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:09.866513 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6e1e6a50-d8d8-42ca-80df-73ccfb7e393f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42658d03-9c99-43d1-aada-040b5f254116 HTTP/1.1" status: 204 len: 168 time: 0.2678170 Jan 19 21:39:09.907387 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-464de8ce-807f-47ea-992b-68689fc538b0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=826602ad9a3c48a9ba4e9c8a071f6848&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2090359 Jan 19 21:39:09.908150 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464de8ce-807f-47ea-992b-68689fc538b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f30041-5895-4176-88d2-a83b0a367e34,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:09.911579 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57694) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:09.966058 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f45f5b-9b1a-4351-aa75-61cc3f8bf07b req-6113ba64-55cb-4165-8fa2-55fa787d61b8 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:09.967552 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d4f45f5b-9b1a-4351-aa75-61cc3f8bf07b req-6113ba64-55cb-4165-8fa2-55fa787d61b8 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 943 time: 0.1126564 Jan 19 21:39:09.998533 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-03e55c5c-ba03-49a4-af98-cf44013005fc admin admin] Publish callbacks [] for security_group (c6f30041-5895-4176-88d2-a83b0a367e34), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.030852 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:39:10.033921 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6b24-fa38-4f1d-927d-28f574e2067f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group (c1c864ea-4522-4749-a6ad-adea6adebfcd), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.034097 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-03e55c5c-ba03-49a4-af98-cf44013005fc admin admin] Publish callbacks [] for security_group (c6f30041-5895-4176-88d2-a83b0a367e34), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.047031 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-509b0910-d98d-4512-bab6-94e18d142754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:10.048739 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-509b0910-d98d-4512-bab6-94e18d142754 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1adc51ce-0d19-4887-9c56-da82a3fac8d0 HTTP/1.1" status: 200 len: 915 time: 0.2077484 Jan 19 21:39:10.050737 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e6a50-d8d8-42ca-80df-73ccfb7e393f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42658d03-9c99-43d1-aada-040b5f254116,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:10.062424 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6b24-fa38-4f1d-927d-28f574e2067f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c1c864ea-4522-4749-a6ad-adea6adebfcd), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.068446 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d4f45f5b-9b1a-4351-aa75-61cc3f8bf07b req-f5bd59d7-c31d-40ae-a840-747cae748dc1 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924461 Jan 19 21:39:10.121129 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-03e55c5c-ba03-49a4-af98-cf44013005fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c6f30041-5895-4176-88d2-a83b0a367e34), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.124234 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-03e55c5c-ba03-49a4-af98-cf44013005fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.131368 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-03e55c5c-ba03-49a4-af98-cf44013005fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6f30041-5895-4176-88d2-a83b0a367e34 HTTP/1.1" status: 204 len: 168 time: 0.2159841 Jan 19 21:39:10.176807 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e55c5c-ba03-49a4-af98-cf44013005fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f30041-5895-4176-88d2-a83b0a367e34,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:10.189659 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f8a6b24-fa38-4f1d-927d-28f574e2067f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.192380 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8f8a6b24-fa38-4f1d-927d-28f574e2067f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5336835 Jan 19 21:39:10.195548 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57702) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:10.199474 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a6b24-fa38-4f1d-927d-28f574e2067f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c864ea-4522-4749-a6ad-adea6adebfcd,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:10.200187 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-8c66518e-9b20-43b1-8d91-0588772e3daf tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'security_group_rule': {'security_group_id': 'c1c864ea-4522-4749-a6ad-adea6adebfcd', 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:10.258351 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8c66518e-9b20-43b1-8d91-0588772e3daf tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (3db15135-9684-40ab-8907-311eef17aff2), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.278754 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-45807159-08a5-4efb-8a03-3ea912dd2fb6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 1000 time: 0.2114887 Jan 19 21:39:10.296188 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1364b0a1-0829-467c-b66d-fdd0a1612f88', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'port_id': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'mac_address': 'fa:16:3e:92:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:39:08Z', 'updated_at': '2022-01-19T21:39:08Z', 'revision_number': 0, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696736da-e964-4a3f-9006-8ed52a31c019', 'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'mac_address': 'fa:16:3e:a6:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:39Z', 'updated_at': '2022-01-19T21:37:48Z', 'revision_number': 5, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'subnets': [{'id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:10.323729 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8c66518e-9b20-43b1-8d91-0588772e3daf tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (3db15135-9684-40ab-8907-311eef17aff2), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.330640 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8c66518e-9b20-43b1-8d91-0588772e3daf tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (3db15135-9684-40ab-8907-311eef17aff2), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.331330 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] Checking router: 6a4562bd-4ae5-4666-b708-f0dc7634e5cb for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:39:10.346524 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:39:10.347604 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:38:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:10.349007 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c91556-2c26-4c35-aeb0-d6ff0e19336c req-1bf61fd4-7c0f-4f5d-b115-d9cd20004c13 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:10.350786 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-45c91556-2c26-4c35-aeb0-d6ff0e19336c req-1bf61fd4-7c0f-4f5d-b115-d9cd20004c13 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1333673 Jan 19 21:39:10.358151 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c66518e-9b20-43b1-8d91-0588772e3daf tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db15135-9684-40ab-8907-311eef17aff2,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:10.367127 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57704) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:10.385682 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e515cf84-7690-445e-93e2-acc7c5467475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.398430 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-47576687-144a-421a-96da-13d10b221ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:10.400293 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-47576687-144a-421a-96da-13d10b221ad1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c750ad12-50b8-4d20-810f-ef94fa25d1d4 HTTP/1.1" status: 200 len: 853 time: 0.1071067 Jan 19 21:39:10.401735 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8c66518e-9b20-43b1-8d91-0588772e3daf tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.406372 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8c66518e-9b20-43b1-8d91-0588772e3daf tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2063849 Jan 19 21:39:10.406372 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57706) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:10.414463 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-6b291052-7777-4231-9bca-268712a48b34 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'security_group_rule': {'security_group_id': 'c1c864ea-4522-4749-a6ad-adea6adebfcd', 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:10.478174 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-45c91556-2c26-4c35-aeb0-d6ff0e19336c req-8ea8f205-1e60-4b01-8517-c042398d685d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197016 Jan 19 21:39:10.483327 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-a2152112-e3da-4d42-8783-096dbb1d77ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:10.483507 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:39:10.485792 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-a2152112-e3da-4d42-8783-096dbb1d77ad service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1adc51ce-0d19-4887-9c56-da82a3fac8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0756783 Jan 19 21:39:10.509042 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6b291052-7777-4231-9bca-268712a48b34 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (324f74c3-8007-4a3c-95b7-71aea2d51c38), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.570339 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e515cf84-7690-445e-93e2-acc7c5467475 admin admin] Publish callbacks [] for security_group (431bef40-53c3-4220-ab8e-2224148273ec), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.589604 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e515cf84-7690-445e-93e2-acc7c5467475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (431bef40-53c3-4220-ab8e-2224148273ec), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.608337 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-090fa8cd-f624-4a97-be93-3c1f7e73e326 service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156962 Jan 19 21:39:10.633834 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 60fa1dbd-224d-425a-bdbb-dc0699b00e88 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:39:10.642844 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6b291052-7777-4231-9bca-268712a48b34 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (324f74c3-8007-4a3c-95b7-71aea2d51c38), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.646802 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515cf84-7690-445e-93e2-acc7c5467475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431bef40-53c3-4220-ab8e-2224148273ec,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:10.652401 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-e515cf84-7690-445e-93e2-acc7c5467475 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bebb2240e7ea47a4a76ce39711c88458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2839863 Jan 19 21:39:10.653545 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6b291052-7777-4231-9bca-268712a48b34 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (324f74c3-8007-4a3c-95b7-71aea2d51c38), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.654939 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57714) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:10.688385 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b291052-7777-4231-9bca-268712a48b34 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324f74c3-8007-4a3c-95b7-71aea2d51c38,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:10.704616 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6b291052-7777-4231-9bca-268712a48b34 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.708991 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-6b291052-7777-4231-9bca-268712a48b34 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3019996 Jan 19 21:39:10.712173 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57718) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:10.718953 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-d723e861-c3d1-4c1f-a93b-174861565008 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'security_group_rule': {'security_group_id': 'c1c864ea-4522-4749-a6ad-adea6adebfcd', 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:10.739966 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a5a8fa71-4aa7-48a5-80df-50b9a3e7e71b admin admin] Publish callbacks [] for security_group (431bef40-53c3-4220-ab8e-2224148273ec), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.762946 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7a0f3caa-8559-4596-873a-f4851ddc0dbe req-987dc97d-248f-40b2-a828-aecc56795f54 service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478944 Jan 19 21:39:10.766499 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a5a8fa71-4aa7-48a5-80df-50b9a3e7e71b admin admin] Publish callbacks [] for security_group (431bef40-53c3-4220-ab8e-2224148273ec), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.770345 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d723e861-c3d1-4c1f-a93b-174861565008 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (0e845b28-23a7-4d16-b6c7-e82440dda9c9), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.843298 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d723e861-c3d1-4c1f-a93b-174861565008 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (0e845b28-23a7-4d16-b6c7-e82440dda9c9), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.843545 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a5a8fa71-4aa7-48a5-80df-50b9a3e7e71b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (431bef40-53c3-4220-ab8e-2224148273ec), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.849770 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a5a8fa71-4aa7-48a5-80df-50b9a3e7e71b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.850003 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d723e861-c3d1-4c1f-a93b-174861565008 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (0e845b28-23a7-4d16-b6c7-e82440dda9c9), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.854004 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-a5a8fa71-4aa7-48a5-80df-50b9a3e7e71b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/431bef40-53c3-4220-ab8e-2224148273ec HTTP/1.1" status: 204 len: 168 time: 0.1924913 Jan 19 21:39:10.862986 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8fa71-4aa7-48a5-80df-50b9a3e7e71b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431bef40-53c3-4220-ab8e-2224148273ec,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:10.868885 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 60fa1dbd-224d-425a-bdbb-dc0699b00e88, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fa1dbd-224d-425a-bdbb-dc0699b00e88,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:39:10.884293 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723e861-c3d1-4c1f-a93b-174861565008 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e845b28-23a7-4d16-b6c7-e82440dda9c9,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:10.890896 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d723e861-c3d1-4c1f-a93b-174861565008 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.895148 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d723e861-c3d1-4c1f-a93b-174861565008 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1791134 Jan 19 21:39:10.895148 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57724) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:10.902558 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-bdd8fe47-718e-49cb-b6b1-21798546b5f0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'security_group_rule': {'security_group_id': 'c1c864ea-4522-4749-a6ad-adea6adebfcd', 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:10.922098 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '60fa1dbd-224d-425a-bdbb-dc0699b00e88', 'network_id': 'c8a8e99d-6b65-4a55-b0e5-f725483a6422', 'port_id': '60fa1dbd-224d-425a-bdbb-dc0699b00e88', 'mac_address': 'fa:16:3e:6e:6c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f147c0e0-c71f-4ff9-aa6b-d08d46300a52', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:39:10.939475 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fe47-718e-49cb-b6b1-21798546b5f0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (e9616e44-b636-4419-a4d0-d26af233f1ee), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.975359 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:39:10.975800 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:10.993726 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60fa1dbd-224d-425a-bdbb-dc0699b00e88 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:39:11.011446 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fe47-718e-49cb-b6b1-21798546b5f0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (e9616e44-b636-4419-a4d0-d26af233f1ee), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.018667 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fe47-718e-49cb-b6b1-21798546b5f0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (e9616e44-b636-4419-a4d0-d26af233f1ee), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.024187 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 60fa1dbd-224d-425a-bdbb-dc0699b00e88, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fa1dbd-224d-425a-bdbb-dc0699b00e88,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:39:11.031754 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1364b0a1-0829-467c-b66d-fdd0a1612f88', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'port_id': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'mac_address': 'fa:16:3e:92:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:39:08Z', 'updated_at': '2022-01-19T21:39:08Z', 'revision_number': 0, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696736da-e964-4a3f-9006-8ed52a31c019', 'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'mac_address': 'fa:16:3e:a6:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:39Z', 'updated_at': '2022-01-19T21:37:48Z', 'revision_number': 5, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'subnets': [{'id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:11.040900 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8fe47-718e-49cb-b6b1-21798546b5f0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9616e44-b636-4419-a4d0-d26af233f1ee,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:11.053621 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fe47-718e-49cb-b6b1-21798546b5f0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.057739 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bdd8fe47-718e-49cb-b6b1-21798546b5f0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1588044 Jan 19 21:39:11.057870 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57732) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:11.062487 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-253d2f11-bbdc-4147-bede-b502c6141f49 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'security_group_rule': {'security_group_id': 'c1c864ea-4522-4749-a6ad-adea6adebfcd', 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:11.068080 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.071671 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba5f74c-6941-4a0e-9b24-c83c4d8ca862 None None] The sync data for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi is: [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1364b0a1-0829-467c-b66d-fdd0a1612f88', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'port_id': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 397, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'mac_address': 'fa:16:3e:92:7b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:39:08Z', 'updated_at': '2022-01-19T21:39:08Z', 'revision_number': 0, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '696736da-e964-4a3f-9006-8ed52a31c019', 'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'mac_address': 'fa:16:3e:a6:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:39Z', 'updated_at': '2022-01-19T21:37:48Z', 'revision_number': 5, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'subnets': [{'id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:39:11.107637 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.securitygroups_db [None req-253d2f11-bbdc-4147-bede-b502c6141f49 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Project 478e2f37de3144c5bbac2b21941a1619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 21:39:11.115365 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-253d2f11-bbdc-4147-bede-b502c6141f49 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (9fe9c0c7-e5e1-4f47-ad84-aab166dd7596), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.146921 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=60fa1dbd-224d-425a-bdbb-dc0699b00e88,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:11.259556 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17f0f1-9516-427f-b5ab-d2bb8771969e req-c1f69c86-785a-4239-9c9b-517eafdf8a7f tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:11.261269 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4c17f0f1-9516-427f-b5ab-d2bb8771969e req-c1f69c86-785a-4239-9c9b-517eafdf8a7f tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 944 time: 0.0813599 Jan 19 21:39:11.274019 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-253d2f11-bbdc-4147-bede-b502c6141f49 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (9fe9c0c7-e5e1-4f47-ad84-aab166dd7596), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.281559 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-253d2f11-bbdc-4147-bede-b502c6141f49 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (9fe9c0c7-e5e1-4f47-ad84-aab166dd7596), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.326220 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d2f11-bbdc-4147-bede-b502c6141f49 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe9c0c7-e5e1-4f47-ad84-aab166dd7596,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:11.340792 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-253d2f11-bbdc-4147-bede-b502c6141f49 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.344237 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['60fa1dbd-224d-425a-bdbb-dc0699b00e88'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:39:11.345307 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-253d2f11-bbdc-4147-bede-b502c6141f49 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2864842 Jan 19 21:39:11.345433 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57742) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:11.352160 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4c17f0f1-9516-427f-b5ab-d2bb8771969e req-62ac8a5c-8c73-4562-9c94-cbb00cc94910 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808754 Jan 19 21:39:11.355067 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-42c93157-11b1-4aa1-bf0b-6f557581cda0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'security_group_rule': {'security_group_id': 'c1c864ea-4522-4749-a6ad-adea6adebfcd', 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:11.366177 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fba639-bbbc-49c2-be4b-f1511dad3410 None None] New status for floating IP 1364b0a1-0829-467c-b66d-fdd0a1612f88: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:39:11.406636 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.securitygroups_db [None req-42c93157-11b1-4aa1-bf0b-6f557581cda0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Project 478e2f37de3144c5bbac2b21941a1619 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 21:39:11.418715 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-42c93157-11b1-4aa1-bf0b-6f557581cda0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (e06d4360-944a-4e4f-8ae1-d3a8b598e91e), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.575902 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-42c93157-11b1-4aa1-bf0b-6f557581cda0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (e06d4360-944a-4e4f-8ae1-d3a8b598e91e), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.585135 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-42c93157-11b1-4aa1-bf0b-6f557581cda0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (e06d4360-944a-4e4f-8ae1-d3a8b598e91e), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.671453 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-42c93157-11b1-4aa1-bf0b-6f557581cda0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:11.672733 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-42c93157-11b1-4aa1-bf0b-6f557581cda0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3263097 Jan 19 21:39:11.678439 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c93157-11b1-4aa1-bf0b-6f557581cda0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06d4360-944a-4e4f-8ae1-d3a8b598e91e,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:11.701322 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe3465e-afff-4718-8530-724f6bea708f req-8bfa13fd-750b-463f-9501-cca28ade2b82 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:11.709414 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbe3465e-afff-4718-8530-724f6bea708f req-8bfa13fd-750b-463f-9501-cca28ade2b82 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0815997 Jan 19 21:39:11.772711 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbe3465e-afff-4718-8530-724f6bea708f req-8059380e-b180-4482-bcef-618c10deda7b tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623479 Jan 19 21:39:11.801240 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-42ac81ac-23f3-4b19-adce-fc94e25c2487 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214748863&fields=id&tenant_id=478e2f37de3144c5bbac2b21941a1619 HTTP/1.1" status: 200 len: 267 time: 0.0548484 Jan 19 21:39:11.856589 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-9e5552de-95d2-4aa8-b395-697792800cd6 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:11.864849 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-9e5552de-95d2-4aa8-b395-697792800cd6 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0574403 Jan 19 21:39:11.870378 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-c4c67e9d-2264-472d-b2da-a3152753fc26 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'port': {'security_groups': ['cc1b290a-534f-43ab-9f12-1fae19f667de', 'c1c864ea-4522-4749-a6ad-adea6adebfcd']}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:11.945617 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-c4c67e9d-2264-472d-b2da-a3152753fc26 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:12.146131 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-c4c67e9d-2264-472d-b2da-a3152753fc26 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] For port 54e747bc-a7dc-46a8-9f41-8f034705c6af, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:39:12.179569 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-c4c67e9d-2264-472d-b2da-a3152753fc26 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:12.186420 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-c4c67e9d-2264-472d-b2da-a3152753fc26 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:12.201041 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['54e747bc-a7dc-46a8-9f41-8f034705c6af'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:39:12.238933 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-c4c67e9d-2264-472d-b2da-a3152753fc26 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:12.239604 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-c4c67e9d-2264-472d-b2da-a3152753fc26 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:12.245297 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-40afe811-33e2-4f5a-902d-6a9be63b4dd3 req-c4c67e9d-2264-472d-b2da-a3152753fc26 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "PUT /v2.0/ports/54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 982 time: 0.3791151 Jan 19 21:39:12.246048 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:39:12.268493 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7260623-6b28-4959-ba23-9d7d41d22dd3" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:39:12.319109 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3d5167d6-eadd-4a43-99d6-a2724b011fcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:12.319961 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c67e9d-2264-472d-b2da-a3152753fc26 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'Port': ['ID=54e747bc-a7dc-46a8-9f41-8f034705c6af,revision_number=6']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:12.346472 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['54e747bc-a7dc-46a8-9f41-8f034705c6af'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:39:12.367430 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a2a247-5b3f-41d8-a5bb-fafceb77d5a9 x-openstack-request-id: req-40a2a247-5b3f-41d8-a5bb-fafceb77d5a9 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:39:12.367719 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:39:12.368050 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40a2a247-5b3f-41d8-a5bb-fafceb77d5a9 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:39:12.368479 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'status': 'completed', 'code': 200} Jan 19 21:39:12.559560 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14881dd7-6b78-4bb4-92b8-c770b0186235 req-dec7373d-cf54-4b35-8c36-7b4c779e5ad0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:12.569570 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-14881dd7-6b78-4bb4-92b8-c770b0186235 req-dec7373d-cf54-4b35-8c36-7b4c779e5ad0 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.1941581 Jan 19 21:39:12.592192 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-4aafbe8f-ccdc-4691-9462-225d160255a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:12.593966 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-4aafbe8f-ccdc-4691-9462-225d160255a6 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=478e2f37de3144c5bbac2b21941a1619&device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 1138 time: 0.1961613 Jan 19 21:39:12.674152 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 60fa1dbd-224d-425a-bdbb-dc0699b00e88 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:39:12.678736 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1565a8-6e54-445b-9d9e-b1fde0d0e5d9 req-d7b1113e-11db-44ae-b75e-9bc677144f9f tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:12.688888 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5a1565a8-6e54-445b-9d9e-b1fde0d0e5d9 req-d7b1113e-11db-44ae-b75e-9bc677144f9f tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 944 time: 0.1359148 Jan 19 21:39:12.741874 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-14881dd7-6b78-4bb4-92b8-c770b0186235 req-4cc06f70-6805-4d1e-9dc2-f3231cf08044 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1661561 Jan 19 21:39:12.778340 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-bc060b1e-a964-46e1-96ff-0b32718e968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:12.781111 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-bc060b1e-a964-46e1-96ff-0b32718e968c service neutron] 10.222.0.48 "GET /v2.0/networks?id=1adc51ce-0d19-4887-9c56-da82a3fac8d0 HTTP/1.1" status: 200 len: 915 time: 0.1801090 Jan 19 21:39:12.789649 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5a1565a8-6e54-445b-9d9e-b1fde0d0e5d9 req-b8b5ee94-cbba-4d1a-973c-8093a3259988 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974503 Jan 19 21:39:12.843229 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-dc14f569-b711-47ff-bd8f-018fe7001e06 None None] Provisioning complete for port 54e747bc-a7dc-46a8-9f41-8f034705c6af triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:39:12.844204 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dc14f569-b711-47ff-bd8f-018fe7001e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:12.874985 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-dcd2a8d3-7316-4fc0-8dc7-8d4f2c6618ec service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 1002 time: 0.0848360 Jan 19 21:39:12.985253 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57814) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:13.001555 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:39:13.003457 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54408a1-8b32-4350-91db-20bca18d42e9 req-2e539c45-50e6-4408-a0f3-bd58f38acfbd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:13.006443 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d54408a1-8b32-4350-91db-20bca18d42e9 req-2e539c45-50e6-4408-a0f3-bd58f38acfbd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1138856 Jan 19 21:39:13.009238 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-1f7aab44-e966-4f15-8c08-4939ea94eb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:13.010808 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-1f7aab44-e966-4f15-8c08-4939ea94eb11 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c750ad12-50b8-4d20-810f-ef94fa25d1d4 HTTP/1.1" status: 200 len: 853 time: 0.1308734 Jan 19 21:39:13.025395 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:39:13.025778 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.092805 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-dc14f569-b711-47ff-bd8f-018fe7001e06 None None] Current status of the port 54e747bc-a7dc-46a8-9f41-8f034705c6af is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:39:13.118255 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8de66f66-edec-40c6-b433-c213a8c72909 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.121297 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d54408a1-8b32-4350-91db-20bca18d42e9 req-2865d3c5-5e85-428f-a8a5-daf2b903c43a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091473 Jan 19 21:39:13.131377 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-f94cae3a-8b42-42f2-a982-1e5a673598b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:13.133218 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-f94cae3a-8b42-42f2-a982-1e5a673598b7 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1adc51ce-0d19-4887-9c56-da82a3fac8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0831056 Jan 19 21:39:13.217588 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.270413 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-7bcd81e8-af5f-4c37-a8c8-3138ea7248aa service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190505 Jan 19 21:39:13.280862 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8de66f66-edec-40c6-b433-c213a8c72909 admin admin] Publish callbacks [] for security_group (c3f170da-20e3-4115-867f-f3f1fe76dfd3), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.290352 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8de66f66-edec-40c6-b433-c213a8c72909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c3f170da-20e3-4115-867f-f3f1fe76dfd3), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.337809 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8de66f66-edec-40c6-b433-c213a8c72909 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=78a861186bf7474a9f2cc6fa99f72636&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3514633 Jan 19 21:39:13.344823 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57832) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:13.352797 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de66f66-edec-40c6-b433-c213a8c72909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f170da-20e3-4115-867f-f3f1fe76dfd3,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:13.354480 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:39:13.354879 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.426621 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bb218da7-b14b-4ca5-9601-4b3e889b2913 admin admin] Publish callbacks [] for security_group (c3f170da-20e3-4115-867f-f3f1fe76dfd3), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.435482 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357e70d6-b5f5-4590-a2ed-e0f9d21bd56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa1dbd-224d-425a-bdbb-dc0699b00e88'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:39:13.437674 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ef1e76-b28a-40f3-a59c-e4b44e0db42f" -d '{"events": [{"server_uuid": "357e70d6-b5f5-4590-a2ed-e0f9d21bd56a", "name": "network-vif-plugged", "status": "completed", "tag": "60fa1dbd-224d-425a-bdbb-dc0699b00e88"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:39:13.473984 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7260623-6b28-4959-ba23-9d7d41d22dd3 req-2476fa45-8abf-4019-8a1f-8fdc4be34121 service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969759 Jan 19 21:39:13.495630 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bb218da7-b14b-4ca5-9601-4b3e889b2913 admin admin] Publish callbacks [] for security_group (c3f170da-20e3-4115-867f-f3f1fe76dfd3), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.503071 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 60fa1dbd-224d-425a-bdbb-dc0699b00e88, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fa1dbd-224d-425a-bdbb-dc0699b00e88,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:39:13.519317 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cca47bfc-d3d4-4a69-931b-e9900afc3fa6 x-openstack-request-id: req-cca47bfc-d3d4-4a69-931b-e9900afc3fa6 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:39:13.519751 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357e70d6-b5f5-4590-a2ed-e0f9d21bd56a", "name": "network-vif-plugged", "status": "completed", "tag": "60fa1dbd-224d-425a-bdbb-dc0699b00e88", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:39:13.520112 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cca47bfc-d3d4-4a69-931b-e9900afc3fa6 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:39:13.520511 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357e70d6-b5f5-4590-a2ed-e0f9d21bd56a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60fa1dbd-224d-425a-bdbb-dc0699b00e88', 'code': 200} Jan 19 21:39:13.524360 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.533554 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-db9db993-6c6e-4a0e-bf83-a4223d40d089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:13.535299 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-db9db993-6c6e-4a0e-bf83-a4223d40d089 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 1098 time: 0.1105368 Jan 19 21:39:13.574324 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434cdd66-7421-4432-8954-b83ed6502348 req-d8d5c404-2592-43d3-bb03-a80c1e86d56d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:13.581333 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-434cdd66-7421-4432-8954-b83ed6502348 req-d8d5c404-2592-43d3-bb03-a80c1e86d56d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1057348 Jan 19 21:39:13.625325 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=60fa1dbd-224d-425a-bdbb-dc0699b00e88,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:13.640630 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-434cdd66-7421-4432-8954-b83ed6502348 req-726949e1-aaaf-47d2-bea8-d40987fcac50 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581617 Jan 19 21:39:13.714618 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-91ff50d0-b54f-4b8b-9cbd-8c23859aee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:13.716523 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-91ff50d0-b54f-4b8b-9cbd-8c23859aee9d service neutron] 10.222.0.48 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 912 time: 0.1733639 Jan 19 21:39:13.732057 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bb218da7-b14b-4ca5-9601-4b3e889b2913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c3f170da-20e3-4115-867f-f3f1fe76dfd3), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.734668 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bb218da7-b14b-4ca5-9601-4b3e889b2913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:13.735882 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-bb218da7-b14b-4ca5-9601-4b3e889b2913 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3f170da-20e3-4115-867f-f3f1fe76dfd3 HTTP/1.1" status: 204 len: 168 time: 0.3897479 Jan 19 21:39:13.758265 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd830575-01bc-488f-a9ee-f50cdc9e9e72 req-d22206c1-0b08-4240-b7b5-79fe19f676c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:13.759870 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dd830575-01bc-488f-a9ee-f50cdc9e9e72 req-d22206c1-0b08-4240-b7b5-79fe19f676c2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 1098 time: 0.0473258 Jan 19 21:39:13.795251 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb218da7-b14b-4ca5-9601-4b3e889b2913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f170da-20e3-4115-867f-f3f1fe76dfd3,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:13.829014 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-1b253c10-ea7b-4f18-afd5-0f45e963cfee service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc278991-6470-4b41-809e-16b0013c99f5 HTTP/1.1" status: 200 len: 1000 time: 0.1056836 Jan 19 21:39:13.846139 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dd830575-01bc-488f-a9ee-f50cdc9e9e72 req-4dc0d9e7-44c0-41a6-b5e8-6e7281a5f43f service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757756 Jan 19 21:39:13.850089 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57852) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:13.882565 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-27b2ec34-83c8-499e-9576-f80906834577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:13.884068 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-27b2ec34-83c8-499e-9576-f80906834577 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 200 len: 850 time: 0.0479491 Jan 19 21:39:13.939869 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba55d0-8632-473f-be66-6d37ceb2877b req-a2079eaa-7b10-429d-beb1-41820ab9ab9c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:13.941947 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-79ba55d0-8632-473f-be66-6d37ceb2877b req-a2079eaa-7b10-429d-beb1-41820ab9ab9c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 945 time: 0.0564661 Jan 19 21:39:13.996453 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-79ba55d0-8632-473f-be66-6d37ceb2877b req-7a06aeea-92c5-4642-953a-c2d29d275a0c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476809 Jan 19 21:39:14.078185 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4ac283a-2e2f-4c7c-9123-86b19ed57ee3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.102834 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-6fd8acf8-bf9d-4d79-af85-296afc262b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:14.104458 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-6fd8acf8-bf9d-4d79-af85-296afc262b02 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0432bed6-2927-4b21-abd8-6c98950fe126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0446007 Jan 19 21:39:14.136866 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57858) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:14.157744 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-552d890c-11e1-48da-8231-5e9aff0da2bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.180486 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4ac283a-2e2f-4c7c-9123-86b19ed57ee3 admin admin] Publish callbacks [] for security_group (159980dc-a33c-4242-9779-486cf6c94f7c), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.187885 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4ac283a-2e2f-4c7c-9123-86b19ed57ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (159980dc-a33c-4242-9779-486cf6c94f7c), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.202876 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-a93f15da-48f5-44d4-a77b-5f0ec6f58362 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909607 Jan 19 21:39:14.241273 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b4ac283a-2e2f-4c7c-9123-86b19ed57ee3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d7e11535db348569e1f77ce78bc5535&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901308 Jan 19 21:39:14.245315 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57860) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:14.259355 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac283a-2e2f-4c7c-9123-86b19ed57ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159980dc-a33c-4242-9779-486cf6c94f7c,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:14.324424 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-552d890c-11e1-48da-8231-5e9aff0da2bb admin admin] Publish callbacks [] for security_group (e8d89ce0-7112-401f-a99e-3b8cee0353d7), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.336344 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-552d890c-11e1-48da-8231-5e9aff0da2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (e8d89ce0-7112-401f-a99e-3b8cee0353d7), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.339978 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-26af913e-4666-4305-a95b-c33515ce1a72 admin admin] Publish callbacks [] for security_group (159980dc-a33c-4242-9779-486cf6c94f7c), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.390772 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-26af913e-4666-4305-a95b-c33515ce1a72 admin admin] Publish callbacks [] for security_group (159980dc-a33c-4242-9779-486cf6c94f7c), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.404713 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-552d890c-11e1-48da-8231-5e9aff0da2bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8f16666d41994241888d5e74e43c51de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668357 Jan 19 21:39:14.405427 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d890c-11e1-48da-8231-5e9aff0da2bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d89ce0-7112-401f-a99e-3b8cee0353d7,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:14.407674 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57862) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:14.478805 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-26af913e-4666-4305-a95b-c33515ce1a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (159980dc-a33c-4242-9779-486cf6c94f7c), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.481322 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-26af913e-4666-4305-a95b-c33515ce1a72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.484867 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-26af913e-4666-4305-a95b-c33515ce1a72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/159980dc-a33c-4242-9779-486cf6c94f7c HTTP/1.1" status: 204 len: 168 time: 0.2331822 Jan 19 21:39:14.484867 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c108a423-adb0-47a8-9caa-ade0f3c195f1 admin admin] Publish callbacks [] for security_group (e8d89ce0-7112-401f-a99e-3b8cee0353d7), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.503256 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26af913e-4666-4305-a95b-c33515ce1a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159980dc-a33c-4242-9779-486cf6c94f7c,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:14.530011 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c108a423-adb0-47a8-9caa-ade0f3c195f1 admin admin] Publish callbacks [] for security_group (e8d89ce0-7112-401f-a99e-3b8cee0353d7), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.548013 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ce6e113-4518-4684-9719-1cf781cbb40e req-8db50a35-b78b-4fe8-8c73-9dd1816c8175 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377631 Jan 19 21:39:14.555165 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.593757 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c108a423-adb0-47a8-9caa-ade0f3c195f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (e8d89ce0-7112-401f-a99e-3b8cee0353d7), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.596344 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c108a423-adb0-47a8-9caa-ade0f3c195f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:14.600399 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c108a423-adb0-47a8-9caa-ade0f3c195f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8d89ce0-7112-401f-a99e-3b8cee0353d7 HTTP/1.1" status: 204 len: 168 time: 0.1836364 Jan 19 21:39:14.606441 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108a423-adb0-47a8-9caa-ade0f3c195f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d89ce0-7112-401f-a99e-3b8cee0353d7,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:14.774368 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f6dc70-6507-4638-b50e-beba33c302f4 req-d3aa94c7-1be9-49fb-b741-e3ce33c6b7a7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:14.775963 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-40f6dc70-6507-4638-b50e-beba33c302f4 req-d3aa94c7-1be9-49fb-b741-e3ce33c6b7a7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0607579 Jan 19 21:39:14.840648 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-40f6dc70-6507-4638-b50e-beba33c302f4 req-9f2ac951-775f-4d56-a087-1438c4cc8dc2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583861 Jan 19 21:39:14.937307 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57880) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:14.952400 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:15.031153 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Publish callbacks [] for security_group (a9a9c1ad-637c-4f69-97bc-9ec91b24a57d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:15.036382 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (a9a9c1ad-637c-4f69-97bc-9ec91b24a57d), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:15.080674 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7426ae4d5f9b40d0ab57f572045c0be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421266 Jan 19 21:39:15.083463 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 57886) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:15.091882 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a9c1ad-637c-4f69-97bc-9ec91b24a57d,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:15.116800 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.117152 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.117490 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.117822 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.118152 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.118540 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.118854 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.119171 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.119493 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.119959 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.120286 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.120599 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.121746 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ec90e-4702-49d4-ac80-a4eb051f0a87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:15.206108 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c686932a-a5e3-40d5-bf20-15f3c45f18d4 admin admin] Publish callbacks [] for security_group (a9a9c1ad-637c-4f69-97bc-9ec91b24a57d), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:15.214550 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d90255-7f5b-4b55-9c41-d955157a199c req-653adf5c-489c-4300-9d50-73e7ef16b31e tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:15.216050 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-26d90255-7f5b-4b55-9c41-d955157a199c req-653adf5c-489c-4300-9d50-73e7ef16b31e tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 945 time: 0.1300762 Jan 19 21:39:15.252844 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c686932a-a5e3-40d5-bf20-15f3c45f18d4 admin admin] Publish callbacks [] for security_group (a9a9c1ad-637c-4f69-97bc-9ec91b24a57d), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:15.311537 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-26d90255-7f5b-4b55-9c41-d955157a199c req-b657e0ba-4cde-405b-b75e-21ebb6bfe921 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857077 Jan 19 21:39:15.339545 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c686932a-a5e3-40d5-bf20-15f3c45f18d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (a9a9c1ad-637c-4f69-97bc-9ec91b24a57d), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:15.342308 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c686932a-a5e3-40d5-bf20-15f3c45f18d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:15.343426 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c686932a-a5e3-40d5-bf20-15f3c45f18d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9a9c1ad-637c-4f69-97bc-9ec91b24a57d HTTP/1.1" status: 204 len: 168 time: 0.2588372 Jan 19 21:39:15.352204 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686932a-a5e3-40d5-bf20-15f3c45f18d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a9c1ad-637c-4f69-97bc-9ec91b24a57d,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:15.961337 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610b540-0248-4f20-939a-f2484670087c req-0248293b-4a32-4eae-b710-ad78ed82b021 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:15.962772 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f610b540-0248-4f20-939a-f2484670087c req-0248293b-4a32-4eae-b710-ad78ed82b021 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0537012 Jan 19 21:39:16.014383 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f610b540-0248-4f20-939a-f2484670087c req-06fbc16e-685a-484b-b5bb-2b10e26c3cbc tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451090 Jan 19 21:39:16.351341 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:16.372170 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:16.460638 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cfe2a7-693a-4850-b367-1e33a7db9b9c req-b13dbdd9-f4c9-49e6-85ff-bcdc84472f43 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:16.462764 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d3cfe2a7-693a-4850-b367-1e33a7db9b9c req-b13dbdd9-f4c9-49e6-85ff-bcdc84472f43 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 945 time: 0.0586190 Jan 19 21:39:16.524491 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d3cfe2a7-693a-4850-b367-1e33a7db9b9c req-06e9d1b3-ea51-4fca-b897-db10549f613c tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539756 Jan 19 21:39:17.272733 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 57996) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:17.381684 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b01553a1-aabb-496b-8c75-55a9d59ca614 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:17.453849 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b01553a1-aabb-496b-8c75-55a9d59ca614 admin admin] Publish callbacks [] for security_group (d23db57c-1187-4824-a177-27e8b26f90bb), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:17.458606 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b01553a1-aabb-496b-8c75-55a9d59ca614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d23db57c-1187-4824-a177-27e8b26f90bb), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:17.497151 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b01553a1-aabb-496b-8c75-55a9d59ca614 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03d99058fadd41cc893e5239632c72d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233725 Jan 19 21:39:17.498141 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01553a1-aabb-496b-8c75-55a9d59ca614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23db57c-1187-4824-a177-27e8b26f90bb,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:17.499904 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58000) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:17.553591 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f8022047-882c-4b84-b029-3e1ef5177ddf admin admin] Publish callbacks [] for security_group (d23db57c-1187-4824-a177-27e8b26f90bb), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:17.577451 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f8022047-882c-4b84-b029-3e1ef5177ddf admin admin] Publish callbacks [] for security_group (d23db57c-1187-4824-a177-27e8b26f90bb), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:17.624398 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f8022047-882c-4b84-b029-3e1ef5177ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d23db57c-1187-4824-a177-27e8b26f90bb), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:17.627014 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f8022047-882c-4b84-b029-3e1ef5177ddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:17.628183 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-f8022047-882c-4b84-b029-3e1ef5177ddf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d23db57c-1187-4824-a177-27e8b26f90bb HTTP/1.1" status: 204 len: 168 time: 0.1272497 Jan 19 21:39:17.635771 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8022047-882c-4b84-b029-3e1ef5177ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23db57c-1187-4824-a177-27e8b26f90bb,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:17.897689 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58014) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:17.914978 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-56ba541a-458a-407c-aae7-b1029e5ff6ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:18.001610 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-56ba541a-458a-407c-aae7-b1029e5ff6ff admin admin] Publish callbacks [] for security_group (2928a249-9644-4a13-8d2d-8357e2b5ec36), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:18.006503 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-56ba541a-458a-407c-aae7-b1029e5ff6ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2928a249-9644-4a13-8d2d-8357e2b5ec36), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:18.047170 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-56ba541a-458a-407c-aae7-b1029e5ff6ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ce6bbd7089e4cc98d48847d183e88b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479740 Jan 19 21:39:18.048031 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba541a-458a-407c-aae7-b1029e5ff6ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2928a249-9644-4a13-8d2d-8357e2b5ec36,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:18.049938 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58018) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:18.100401 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-425e9f4a-4525-4124-b33f-8ef9d26527ae admin admin] Publish callbacks [] for security_group (2928a249-9644-4a13-8d2d-8357e2b5ec36), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:18.121319 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-425e9f4a-4525-4124-b33f-8ef9d26527ae admin admin] Publish callbacks [] for security_group (2928a249-9644-4a13-8d2d-8357e2b5ec36), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:18.167899 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-425e9f4a-4525-4124-b33f-8ef9d26527ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2928a249-9644-4a13-8d2d-8357e2b5ec36), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:18.170684 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-425e9f4a-4525-4124-b33f-8ef9d26527ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:18.171820 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-425e9f4a-4525-4124-b33f-8ef9d26527ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2928a249-9644-4a13-8d2d-8357e2b5ec36 HTTP/1.1" status: 204 len: 168 time: 0.1208324 Jan 19 21:39:18.179771 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e9f4a-4525-4124-b33f-8ef9d26527ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2928a249-9644-4a13-8d2d-8357e2b5ec36,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:20.275565 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58104) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:20.382633 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f479-fdfa-4125-a40f-eb2f61a319b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:20.465378 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f479-fdfa-4125-a40f-eb2f61a319b9 admin admin] Publish callbacks [] for security_group (62943d77-7d0f-46e2-8396-ff700e646f19), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:20.469662 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9fb0f479-fdfa-4125-a40f-eb2f61a319b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (62943d77-7d0f-46e2-8396-ff700e646f19), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:20.654815 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58122) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:20.736559 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9fb0f479-fdfa-4125-a40f-eb2f61a319b9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e6b142991d064c10b808ac3a2e9c0533&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4575341 Jan 19 21:39:20.736559 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0f479-fdfa-4125-a40f-eb2f61a319b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62943d77-7d0f-46e2-8396-ff700e646f19,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:20.737095 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58126) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:20.776363 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a845e18f-618f-4c4b-aab8-122e29c77c7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:20.845984 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-0219e192-e451-4d61-976f-a3d1a3b859b1 admin admin] Publish callbacks [] for security_group (62943d77-7d0f-46e2-8396-ff700e646f19), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:20.879867 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-1b7e398c-fc68-4593-84f3-5b2bf8ec6ebe service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0900242 Jan 19 21:39:20.891752 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-0219e192-e451-4d61-976f-a3d1a3b859b1 admin admin] Publish callbacks [] for security_group (62943d77-7d0f-46e2-8396-ff700e646f19), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:20.993314 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a845e18f-618f-4c4b-aab8-122e29c77c7b admin admin] Publish callbacks [] for security_group (181d5e66-a425-4e86-a76f-a26b98bba78d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:20.996787 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-5fb12ed0-ede4-4d61-b9c9-cbc82fd41ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:20.998521 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-5fb12ed0-ede4-4d61-b9c9-cbc82fd41ad9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 1100 time: 0.0954087 Jan 19 21:39:20.999806 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a845e18f-618f-4c4b-aab8-122e29c77c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (181d5e66-a425-4e86-a76f-a26b98bba78d), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.036551 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-0219e192-e451-4d61-976f-a3d1a3b859b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (62943d77-7d0f-46e2-8396-ff700e646f19), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.039033 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-0219e192-e451-4d61-976f-a3d1a3b859b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.040358 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-0219e192-e451-4d61-976f-a3d1a3b859b1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/62943d77-7d0f-46e2-8396-ff700e646f19 HTTP/1.1" status: 204 len: 168 time: 0.3024077 Jan 19 21:39:21.069064 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-a845e18f-618f-4c4b-aab8-122e29c77c7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a2c8cdc349d40c8ab5be433350c852d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4130521 Jan 19 21:39:21.071809 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58132) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:21.096649 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a845e18f-618f-4c4b-aab8-122e29c77c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181d5e66-a425-4e86-a76f-a26b98bba78d,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:21.116453 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219e192-e451-4d61-976f-a3d1a3b859b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62943d77-7d0f-46e2-8396-ff700e646f19,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:21.149422 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d770a049-ef0d-4a15-a1d9-3cc7afd4859d admin admin] Publish callbacks [] for security_group (181d5e66-a425-4e86-a76f-a26b98bba78d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.156038 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-2654a476-88bf-4653-ade5-57499148f367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:21.157622 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-2654a476-88bf-4653-ade5-57499148f367 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.1345940 Jan 19 21:39:21.176060 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d770a049-ef0d-4a15-a1d9-3cc7afd4859d admin admin] Publish callbacks [] for security_group (181d5e66-a425-4e86-a76f-a26b98bba78d), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.228341 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d770a049-ef0d-4a15-a1d9-3cc7afd4859d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (181d5e66-a425-4e86-a76f-a26b98bba78d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.231020 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d770a049-ef0d-4a15-a1d9-3cc7afd4859d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.232171 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d770a049-ef0d-4a15-a1d9-3cc7afd4859d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/181d5e66-a425-4e86-a76f-a26b98bba78d HTTP/1.1" status: 204 len: 168 time: 0.1590660 Jan 19 21:39:21.234097 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-454baafe-d935-43c8-90c3-1d931a6c2b43 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=58d23ae0-88d4-42fb-bd29-733572e874e9 HTTP/1.1" status: 200 len: 1001 time: 0.0624025 Jan 19 21:39:21.240713 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d770a049-ef0d-4a15-a1d9-3cc7afd4859d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d5e66-a425-4e86-a76f-a26b98bba78d,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:21.297180 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-735c26fd-0515-49de-b403-6b4f38372da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:21.298678 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-735c26fd-0515-49de-b403-6b4f38372da5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.0510063 Jan 19 21:39:21.348766 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-db76c395-20ff-4ecd-a1e8-3103cdfc4058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:21.350304 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-db76c395-20ff-4ecd-a1e8-3103cdfc4058 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0443094 Jan 19 21:39:21.350773 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58138) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:21.365582 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2a30-5afb-4d36-bad3-017ce3d8dbd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.447118 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-9566fe16-c659-45bd-8a7d-08813069d19f service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889404 Jan 19 21:39:21.449174 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2a30-5afb-4d36-bad3-017ce3d8dbd4 admin admin] Publish callbacks [] for security_group (8d222c89-869e-4a90-9c13-ca59d3077e38), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.453569 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d7ac2a30-5afb-4d36-bad3-017ce3d8dbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (8d222c89-869e-4a90-9c13-ca59d3077e38), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.502948 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d7ac2a30-5afb-4d36-bad3-017ce3d8dbd4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=591fe49014c64f90826075b175d5caf8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1509256 Jan 19 21:39:21.506356 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58142) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:21.516101 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac2a30-5afb-4d36-bad3-017ce3d8dbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d222c89-869e-4a90-9c13-ca59d3077e38,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:21.555311 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6f82832b-fe3a-48cc-b0ad-6b0b77ac3159 req-5f513074-ab93-4de6-b234-6f823a0c0739 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983815 Jan 19 21:39:21.555418 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58144) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:21.569031 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b5-64c6-4b18-94d9-bf2ad5c431cc admin admin] Publish callbacks [] for security_group (8d222c89-869e-4a90-9c13-ca59d3077e38), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.570129 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-255ccc40-9e5f-437d-8f6a-3ab744dc0ad6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.593151 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b5-64c6-4b18-94d9-bf2ad5c431cc admin admin] Publish callbacks [] for security_group (8d222c89-869e-4a90-9c13-ca59d3077e38), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.649141 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b5-64c6-4b18-94d9-bf2ad5c431cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (8d222c89-869e-4a90-9c13-ca59d3077e38), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.651765 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-416dd2b5-64c6-4b18-94d9-bf2ad5c431cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.653092 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-416dd2b5-64c6-4b18-94d9-bf2ad5c431cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d222c89-869e-4a90-9c13-ca59d3077e38 HTTP/1.1" status: 204 len: 168 time: 0.1453266 Jan 19 21:39:21.656671 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-255ccc40-9e5f-437d-8f6a-3ab744dc0ad6 admin admin] Publish callbacks [] for security_group (090d56f9-ef46-4468-bc6b-d2337f508b9f), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.665224 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-255ccc40-9e5f-437d-8f6a-3ab744dc0ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (090d56f9-ef46-4468-bc6b-d2337f508b9f), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.667237 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416dd2b5-64c6-4b18-94d9-bf2ad5c431cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d222c89-869e-4a90-9c13-ca59d3077e38,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:21.707664 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-255ccc40-9e5f-437d-8f6a-3ab744dc0ad6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf6341cd9f214a5c9c3059e53cc31264&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1482430 Jan 19 21:39:21.707664 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255ccc40-9e5f-437d-8f6a-3ab744dc0ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=090d56f9-ef46-4468-bc6b-d2337f508b9f,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:21.708143 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58148) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:21.756227 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f790b581-9626-4d0b-af09-d11c2f0830fc admin admin] Publish callbacks [] for security_group (090d56f9-ef46-4468-bc6b-d2337f508b9f), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.777498 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f790b581-9626-4d0b-af09-d11c2f0830fc admin admin] Publish callbacks [] for security_group (090d56f9-ef46-4468-bc6b-d2337f508b9f), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.824913 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f790b581-9626-4d0b-af09-d11c2f0830fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (090d56f9-ef46-4468-bc6b-d2337f508b9f), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.828141 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f790b581-9626-4d0b-af09-d11c2f0830fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:21.829626 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f790b581-9626-4d0b-af09-d11c2f0830fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/090d56f9-ef46-4468-bc6b-d2337f508b9f HTTP/1.1" status: 204 len: 168 time: 0.1204696 Jan 19 21:39:21.838934 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790b581-9626-4d0b-af09-d11c2f0830fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090d56f9-ef46-4468-bc6b-d2337f508b9f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:22.495570 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58188) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:22.694556 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1436072721-network', 'tenant_id': '915ccf97bd6f4fedb9386abe36f7d0cc'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:22.717040 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Made reservation on behalf of 915ccf97bd6f4fedb9386abe36f7d0cc for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:39:22.719604 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:22.730722 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:22.812404 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Publish callbacks [] for security_group (39c45677-6f59-4211-b9e4-76171d666ab6), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:22.818887 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (39c45677-6f59-4211-b9e4-76171d666ab6), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:22.851168 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:39:22.856780 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c45677-6f59-4211-b9e4-76171d666ab6,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:22.865636 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (67d67830-6cea-4bf1-a9b0-e11cef152c24), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:22.865829 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Added segment 67d67830-6cea-4bf1-a9b0-e11cef152c24 of type vlan for network 3e9c90f5-405a-40ed-b5f7-1046e283a9e5 Jan 19 21:39:22.908723 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (3e9c90f5-405a-40ed-b5f7-1046e283a9e5), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:22.935889 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (3e9c90f5-405a-40ed-b5f7-1046e283a9e5), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:22.936888 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:22.937495 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:22.990187 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4932616 Jan 19 21:39:22.993003 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58234) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:23.004252 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Request body: {'subnet': {'network_id': '3e9c90f5-405a-40ed-b5f7-1046e283a9e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1436072721-subnet', 'tenant_id': '915ccf97bd6f4fedb9386abe36f7d0cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:23.014748 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6be0a2-f85a-468d-b787-80bed9971f3d admin admin] Pushing event updated for resources: {'Network': ['ID=3e9c90f5-405a-40ed-b5f7-1046e283a9e5,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:23.027552 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 3e9c90f5-405a-40ed-b5f7-1046e283a9e5 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:39:23.033214 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Made reservation on behalf of 915ccf97bd6f4fedb9386abe36f7d0cc for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:39:23.036561 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25586898'] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:23.220111 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25586940'] for subnet (f42a9124-d9bd-4e54-987c-e04de90bb649), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:23.296371 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f42a9124-d9bd-4e54-987c-e04de90bb649,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:23.305319 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Checking segment: {'id': '67d67830-6cea-4bf1-a9b0-e11cef152c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '3e9c90f5-405a-40ed-b5f7-1046e283a9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:39:23.305615 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Network hostable DHCP agents. Network: 3e9c90f5-405a-40ed-b5f7-1046e283a9e5, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:39:23.325300 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Network 3e9c90f5-405a-40ed-b5f7-1046e283a9e5 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:39:23.336013 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 3e9c90f5-405a-40ed-b5f7-1046e283a9e5) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:39:23.340415 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:23.341511 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:23.344937 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df4493b-9059-48ff-87d5-9248af9a08a1 None None] Network 3e9c90f5-405a-40ed-b5f7-1046e283a9e5 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:39:23.358313 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-493a2e28-205f-4836-a1b3-9b94694442d2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3642929 Jan 19 21:39:23.462907 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c780524f-37d0-4185-ba88-81fc09373d70 None None] Network 3e9c90f5-405a-40ed-b5f7-1046e283a9e5 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:39:23.873284 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58270) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:23.878415 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-776406862-network', 'tenant_id': '03eca9cfb3a54da582ae3c9d46ce4529'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:23.909051 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Made reservation on behalf of 03eca9cfb3a54da582ae3c9d46ce4529 for: {'network': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:39:23.911882 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:23.921442 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.001827 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Publish callbacks [] for security_group (23b2c3c8-2a0b-485b-83df-a3a9d8223da3), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.006299 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (23b2c3c8-2a0b-485b-83df-a3a9d8223da3), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.033618 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:39:24.039101 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b2c3c8-2a0b-485b-83df-a3a9d8223da3,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:24.051734 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.052118 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.052465 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.052803 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.053134 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.053463 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.053788 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.054114 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.054441 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.054763 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.055083 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.055398 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.055713 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:39:24.060527 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (a7b42af7-9854-4f41-9f18-c4a56039461f), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.060850 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.segments_db [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Added segment a7b42af7-9854-4f41-9f18-c4a56039461f of type vlan for network 9ad7c53b-98c7-46f0-8bc8-008bdc61df3d Jan 19 21:39:24.104724 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (9ad7c53b-98c7-46f0-8bc8-008bdc61df3d), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.132004 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (9ad7c53b-98c7-46f0-8bc8-008bdc61df3d), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.132923 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:24.133490 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.189552 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3150845 Jan 19 21:39:24.193227 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58274) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:24.198583 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d759aa-a40e-4f38-b42a-a820ab92d954 admin admin] Pushing event updated for resources: {'Network': ['ID=9ad7c53b-98c7-46f0-8bc8-008bdc61df3d,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:24.199720 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Request body: {'subnet': {'network_id': '9ad7c53b-98c7-46f0-8bc8-008bdc61df3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-776406862-subnet', 'tenant_id': '03eca9cfb3a54da582ae3c9d46ce4529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:24.209550 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 9ad7c53b-98c7-46f0-8bc8-008bdc61df3d details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:39:24.231251 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Made reservation on behalf of 03eca9cfb3a54da582ae3c9d46ce4529 for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:39:24.233994 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18692226'] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.413277 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17038234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18692268'] for subnet (3f1d0674-96f4-4c54-9c48-7d4baf8d8c13), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.486683 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f1d0674-96f4-4c54-9c48-7d4baf8d8c13,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:24.490049 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Checking segment: {'id': 'a7b42af7-9854-4f41-9f18-c4a56039461f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '9ad7c53b-98c7-46f0-8bc8-008bdc61df3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:39:24.490617 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Network hostable DHCP agents. Network: 9ad7c53b-98c7-46f0-8bc8-008bdc61df3d, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:39:24.512447 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Network 9ad7c53b-98c7-46f0-8bc8-008bdc61df3d is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:39:24.524970 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 9ad7c53b-98c7-46f0-8bc8-008bdc61df3d) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:39:24.532780 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:24.533388 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:24.537169 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e42705-95c0-4ee2-98c3-2a7d8d870445 None None] Network 9ad7c53b-98c7-46f0-8bc8-008bdc61df3d requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:39:24.566955 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-92b281f3-7b22-429d-a0a8-2e21186ebd54 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3714023 Jan 19 21:39:24.666315 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54523761-db51-4bb7-9916-657cdb53e2e8 None None] Network 9ad7c53b-98c7-46f0-8bc8-008bdc61df3d requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:39:24.998051 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5e880-2e2c-47ae-ba7d-f36bbb434e66 req-ec3eaad9-be94-4203-9100-a1731d6d7fd6 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:24.999715 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-33b5e880-2e2c-47ae-ba7d-f36bbb434e66 req-ec3eaad9-be94-4203-9100-a1731d6d7fd6 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0577307 Jan 19 21:39:25.082356 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-33b5e880-2e2c-47ae-ba7d-f36bbb434e66 req-01aa7712-271b-4e54-a5e5-541169cea657 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0757990 Jan 19 21:39:26.207515 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b93665-7781-4df2-a1d3-4dc6a930cbea req-1b75de4e-fcc5-4973-8019-d92b4a1d627d tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:26.209059 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-29b93665-7781-4df2-a1d3-4dc6a930cbea req-1b75de4e-fcc5-4973-8019-d92b4a1d627d tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0502708 Jan 19 21:39:26.267098 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-29b93665-7781-4df2-a1d3-4dc6a930cbea req-b76f0373-72fb-4c4c-a7b5-9d001f472cd2 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524242 Jan 19 21:39:27.387521 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476eba3-d517-495c-9df5-62224f58b66d req-046a6383-3c07-451a-8344-b8509b83d11f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:27.389064 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6476eba3-d517-495c-9df5-62224f58b66d req-046a6383-3c07-451a-8344-b8509b83d11f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0533960 Jan 19 21:39:27.449193 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6476eba3-d517-495c-9df5-62224f58b66d req-9e93cae6-e27d-4d9f-b4d8-075e82f69998 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542240 Jan 19 21:39:27.637236 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be12d-30e2-4168-892b-c5bafc392d34 req-149c04cb-f440-4174-b51e-19df778787ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:27.638720 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-538be12d-30e2-4168-892b-c5bafc392d34 req-149c04cb-f440-4174-b51e-19df778787ad service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=478e2f37de3144c5bbac2b21941a1619&device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 1138 time: 0.0398467 Jan 19 21:39:27.733046 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be12d-30e2-4168-892b-c5bafc392d34 req-9708fec9-eb5b-43f5-a680-c56072e4e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:27.734506 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-538be12d-30e2-4168-892b-c5bafc392d34 req-9708fec9-eb5b-43f5-a680-c56072e4e809 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1adc51ce-0d19-4887-9c56-da82a3fac8d0 HTTP/1.1" status: 200 len: 915 time: 0.0892825 Jan 19 21:39:27.800895 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-538be12d-30e2-4168-892b-c5bafc392d34 req-85a3ad6a-75f7-4535-987b-ccb1ced0ea08 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 1002 time: 0.0583892 Jan 19 21:39:27.856171 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be12d-30e2-4168-892b-c5bafc392d34 req-5681eace-1c41-46b5-b9fe-4a5e270b91a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:27.857643 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-538be12d-30e2-4168-892b-c5bafc392d34 req-5681eace-1c41-46b5-b9fe-4a5e270b91a5 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c750ad12-50b8-4d20-810f-ef94fa25d1d4 HTTP/1.1" status: 200 len: 853 time: 0.0473421 Jan 19 21:39:27.906158 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538be12d-30e2-4168-892b-c5bafc392d34 req-244b0796-815b-499c-9759-c73bc67c7b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:27.907670 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-538be12d-30e2-4168-892b-c5bafc392d34 req-244b0796-815b-499c-9759-c73bc67c7b54 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1adc51ce-0d19-4887-9c56-da82a3fac8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404432 Jan 19 21:39:28.007192 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-538be12d-30e2-4168-892b-c5bafc392d34 req-8378baff-145e-4696-ac01-5dc65f2b5b46 service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914145 Jan 19 21:39:28.111818 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-538be12d-30e2-4168-892b-c5bafc392d34 req-b792711d-d2da-406e-bda9-286e4361c65f service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895479 Jan 19 21:39:28.584667 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3756b88a-f08e-437a-bed6-4272bece1e14 req-6c36ab0c-601f-46f8-b08f-fcb647c96df5 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:28.586195 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3756b88a-f08e-437a-bed6-4272bece1e14 req-6c36ab0c-601f-46f8-b08f-fcb647c96df5 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0606451 Jan 19 21:39:28.665128 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3756b88a-f08e-437a-bed6-4272bece1e14 req-4a4e5087-d8f0-4121-91b3-7f5b30cf1472 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0690956 Jan 19 21:39:29.788105 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ddd41f-c397-412d-9cb0-aac9b7b88447 req-7c440372-b106-4c5a-81a9-8566d5b3e728 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:29.790018 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-21ddd41f-c397-412d-9cb0-aac9b7b88447 req-7c440372-b106-4c5a-81a9-8566d5b3e728 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0546348 Jan 19 21:39:29.857380 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-21ddd41f-c397-412d-9cb0-aac9b7b88447 req-7120fd4c-0e2f-44e0-8469-21744d3cf6cc tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581512 Jan 19 21:39:30.973904 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d494e3a-851c-47fa-b35e-c55f67e567d0 req-c1285544-ce39-4562-af0c-5a5bf894d8f4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:30.975389 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9d494e3a-851c-47fa-b35e-c55f67e567d0 req-c1285544-ce39-4562-af0c-5a5bf894d8f4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0488067 Jan 19 21:39:31.040295 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9d494e3a-851c-47fa-b35e-c55f67e567d0 req-499112b6-d544-489f-8092-6024a722435b tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592835 Jan 19 21:39:32.155031 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a91a0-559e-47fc-83c4-5045a4f7c814 req-4abbd000-a108-422f-8b27-61b60ae770ed tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:32.156529 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7f4a91a0-559e-47fc-83c4-5045a4f7c814 req-4abbd000-a108-422f-8b27-61b60ae770ed tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0515478 Jan 19 21:39:32.217365 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7f4a91a0-559e-47fc-83c4-5045a4f7c814 req-95190b1f-455a-4450-b7ea-2414fbde8ed7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544789 Jan 19 21:39:33.343418 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd987d77-cf38-44d3-a9ee-bf77d643f293 req-b363eb79-9ad6-45c7-8d20-1508358497e4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:33.344973 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cd987d77-cf38-44d3-a9ee-bf77d643f293 req-b363eb79-9ad6-45c7-8d20-1508358497e4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0535705 Jan 19 21:39:33.405072 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cd987d77-cf38-44d3-a9ee-bf77d643f293 req-f1cff1b2-7b2a-4245-bf6b-b992ecbd7fae tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0541940 Jan 19 21:39:34.536808 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a141307b-e77e-4e89-81be-53e1b58aa67f req-d7075ba6-f61d-41a6-b44f-b9073f58c677 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:34.538330 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a141307b-e77e-4e89-81be-53e1b58aa67f req-d7075ba6-f61d-41a6-b44f-b9073f58c677 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0649414 Jan 19 21:39:34.619646 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a141307b-e77e-4e89-81be-53e1b58aa67f req-140c0270-abd4-4b8e-a692-299143eb558a tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722764 Jan 19 21:39:35.741458 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d39f3f-6d78-48f3-be91-0b90f9b3094a req-207edd98-8991-4d3a-8027-a48742139593 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:35.744183 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c7d39f3f-6d78-48f3-be91-0b90f9b3094a req-207edd98-8991-4d3a-8027-a48742139593 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0510633 Jan 19 21:39:35.811401 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c7d39f3f-6d78-48f3-be91-0b90f9b3094a req-60748aaa-acd1-48e6-b906-78546f242c1d tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613394 Jan 19 21:39:36.937333 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ed7a73-6253-4c8a-92ff-d0d9dcf797fd req-237e4426-45df-476b-b6ce-933dc3697f99 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:36.938864 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-09ed7a73-6253-4c8a-92ff-d0d9dcf797fd req-237e4426-45df-476b-b6ce-933dc3697f99 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0600064 Jan 19 21:39:37.003057 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-09ed7a73-6253-4c8a-92ff-d0d9dcf797fd req-ee4388ee-8d2a-42fd-a36a-1b83067782c8 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0572805 Jan 19 21:39:37.654526 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142ca1c-219a-4b5e-99b8-a30fcfc95df2 req-d667e372-2cbf-4b88-adb2-16ccaabc8717 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:37.655958 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4142ca1c-219a-4b5e-99b8-a30fcfc95df2 req-d667e372-2cbf-4b88-adb2-16ccaabc8717 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 945 time: 0.0517042 Jan 19 21:39:37.703765 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4142ca1c-219a-4b5e-99b8-a30fcfc95df2 req-e4263e93-de49-4ccd-8b16-270eb2df34af tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Jan 19 21:39:38.121585 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8e786-7ef1-41c9-b1ea-ca5a6dfa0c1a req-974f8530-4987-4dc3-846c-bfd2a8db5f18 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:38.123126 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-87b8e786-7ef1-41c9-b1ea-ca5a6dfa0c1a req-974f8530-4987-4dc3-846c-bfd2a8db5f18 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0496588 Jan 19 21:39:38.186979 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-87b8e786-7ef1-41c9-b1ea-ca5a6dfa0c1a req-9a7d5417-8172-4dcb-ba4f-21d5e657b527 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570557 Jan 19 21:39:38.823747 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409572a3-eb5d-40c4-9279-f0b67ac447ad req-8c343d55-18a3-47d9-b64b-a5be61ca7d1e tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:38.825188 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-409572a3-eb5d-40c4-9279-f0b67ac447ad req-8c343d55-18a3-47d9-b64b-a5be61ca7d1e tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 945 time: 0.0528209 Jan 19 21:39:38.872197 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-409572a3-eb5d-40c4-9279-f0b67ac447ad req-b7adbae6-33ab-4ff4-9cee-c194ab600617 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Jan 19 21:39:39.304618 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd9a49-c2f6-4d88-b374-23159c835623 req-1e072867-7102-49fa-a7a1-f7d06d82d020 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:39.306134 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a9fd9a49-c2f6-4d88-b374-23159c835623 req-1e072867-7102-49fa-a7a1-f7d06d82d020 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0506675 Jan 19 21:39:39.370474 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a9fd9a49-c2f6-4d88-b374-23159c835623 req-57d8c0ff-43c8-4abb-a206-cca68f88c6de tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587173 Jan 19 21:39:39.621331 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-a561853d-15e0-4ed0-bb5b-9faaa0811303 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:39.622876 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-a561853d-15e0-4ed0-bb5b-9faaa0811303 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.48 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 945 time: 0.0669980 Jan 19 21:39:39.716994 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d0dbcdc7-962c-41f3-a847-519bc6c495a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:39.746112 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Deleting port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:39:39.746466 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:39.841149 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] For port 60fa1dbd-224d-425a-bdbb-dc0699b00e88, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=60fa1dbd-224d-425a-bdbb-dc0699b00e88,segment=NetworkSegment(9099d44a-f755-4056-b0a0-e8a0244076c9),segment_id=9099d44a-f755-4056-b0a0-e8a0244076c9)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:39:39.841988 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:39.854935 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Calling delete_port for 60fa1dbd-224d-425a-bdbb-dc0699b00e88 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:39:40.011125 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (60fa1dbd-224d-425a-bdbb-dc0699b00e88), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:40.024440 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['60fa1dbd-224d-425a-bdbb-dc0699b00e88'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:39:40.043906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Pushing event deleted for resources: {'Port': ['ID=60fa1dbd-224d-425a-bdbb-dc0699b00e88,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:40.055462 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee5fe5-f949-4ea5-a82d-9a65fbeb9975 req-b66feeea-74b4-4fd7-940b-69b7ddaf9355 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:40.057189 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a2ee5fe5-f949-4ea5-a82d-9a65fbeb9975 req-b66feeea-74b4-4fd7-940b-69b7ddaf9355 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/ports?device_id=357e70d6-b5f5-4590-a2ed-e0f9d21bd56a HTTP/1.1" status: 200 len: 945 time: 0.1130505 Jan 19 21:39:40.108583 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] No DVR routers for this DVR port 60fa1dbd-224d-425a-bdbb-dc0699b00e88 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:39:40.111746 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:40.115439 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0b2270d9-964a-4f01-b05b-96e29c7066cd req-983025f8-8c97-4070-8a24-7ced7c2fc4f6 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.48 "DELETE /v2.0/ports/60fa1dbd-224d-425a-bdbb-dc0699b00e88 HTTP/1.1" status: 204 len: 173 time: 0.4844384 Jan 19 21:39:40.116159 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '357e70d6-b5f5-4590-a2ed-e0f9d21bd56a', 'name': 'network-vif-deleted', 'tag': '60fa1dbd-224d-425a-bdbb-dc0699b00e88'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:39:40.118352 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac5a639-0520-4259-9541-10c6e18b4e51" -d '{"events": [{"server_uuid": "357e70d6-b5f5-4590-a2ed-e0f9d21bd56a", "name": "network-vif-deleted", "tag": "60fa1dbd-224d-425a-bdbb-dc0699b00e88"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:39:40.150267 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a2ee5fe5-f949-4ea5-a82d-9a65fbeb9975 req-fe50e9f8-2618-40d8-841a-57d8e051c9d2 tempest-VolumesSnapshotTestJSON-1006000920 tempest-VolumesSnapshotTestJSON-1006000920-project] 10.222.0.39 "GET /v2.0/security-groups?id=688481ac-ce49-405e-8f76-594ea5c72dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Jan 19 21:39:40.156725 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5384d0ce-0d0d-4815-9f62-d82b5d710628 x-openstack-request-id: req-5384d0ce-0d0d-4815-9f62-d82b5d710628 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:39:40.157006 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "357e70d6-b5f5-4590-a2ed-e0f9d21bd56a", "name": "network-vif-deleted", "tag": "60fa1dbd-224d-425a-bdbb-dc0699b00e88", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:39:40.157255 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5384d0ce-0d0d-4815-9f62-d82b5d710628 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:39:40.157692 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '357e70d6-b5f5-4590-a2ed-e0f9d21bd56a', 'name': 'network-vif-deleted', 'tag': '60fa1dbd-224d-425a-bdbb-dc0699b00e88', 'status': 'completed', 'code': 200} Jan 19 21:39:40.486273 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11482a8-c3c3-419b-9172-0f0e91ffb6aa req-004df64f-3115-44dd-9101-04b7ffa2ac64 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:40.487742 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e11482a8-c3c3-419b-9172-0f0e91ffb6aa req-004df64f-3115-44dd-9101-04b7ffa2ac64 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0479484 Jan 19 21:39:40.546604 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e11482a8-c3c3-419b-9172-0f0e91ffb6aa req-53873561-42b3-466a-a6de-28098ed11f74 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531015 Jan 19 21:39:41.663541 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872af75-7d8f-4009-80fe-ff1a4be0d876 req-3a200557-d4f3-4549-8587-c09b218e6dd3 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:41.665264 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0872af75-7d8f-4009-80fe-ff1a4be0d876 req-3a200557-d4f3-4549-8587-c09b218e6dd3 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0520039 Jan 19 21:39:41.725904 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0872af75-7d8f-4009-80fe-ff1a4be0d876 req-92b2a35a-760a-47cb-af3f-1129d7e77b8c tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545969 Jan 19 21:39:42.287089 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-688f10f7-b75a-4ae5-87d0-09aa2125883f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.408163 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58558) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:42.452144 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc55428e-c6be-41ce-92a2-4953c9d8524a admin admin] Deleting subnet f42a9124-d9bd-4e54-987c-e04de90bb649 {{(pid=102646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:39:42.455334 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-fc55428e-c6be-41ce-92a2-4953c9d8524a admin admin] Publish callbacks [] for subnet (f42a9124-d9bd-4e54-987c-e04de90bb649), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.489524 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-fc55428e-c6be-41ce-92a2-4953c9d8524a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16926431'] for subnet (f42a9124-d9bd-4e54-987c-e04de90bb649), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.532906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-fc55428e-c6be-41ce-92a2-4953c9d8524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (f42a9124-d9bd-4e54-987c-e04de90bb649), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.592396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-fc55428e-c6be-41ce-92a2-4953c9d8524a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17038171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18692263'] for subnet (f42a9124-d9bd-4e54-987c-e04de90bb649), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.617901 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc55428e-c6be-41ce-92a2-4953c9d8524a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f42a9124-d9bd-4e54-987c-e04de90bb649,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:42.625018 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-fc55428e-c6be-41ce-92a2-4953c9d8524a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.628606 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-fc55428e-c6be-41ce-92a2-4953c9d8524a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f42a9124-d9bd-4e54-987c-e04de90bb649 HTTP/1.1" status: 204 len: 168 time: 0.2193692 Jan 19 21:39:42.631922 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58564) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:42.704182 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (3e9c90f5-405a-40ed-b5f7-1046e283a9e5), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.783477 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (3e9c90f5-405a-40ed-b5f7-1046e283a9e5), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.812586 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e9c90f5-405a-40ed-b5f7-1046e283a9e5']}} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:42.836376 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67d67830-6cea-4bf1-a9b0-e11cef152c24') {'for_net_delete': True} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:42.836671 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67d67830-6cea-4bf1-a9b0-e11cef152c24') {} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:42.848835 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16926406'] for segment (67d67830-6cea-4bf1-a9b0-e11cef152c24), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.864609 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (67d67830-6cea-4bf1-a9b0-e11cef152c24), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.876192 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf09077-dad4-4a64-9806-4222ddd84fda req-19d3d1fe-1e97-43b8-95e8-0b002f2cf16a tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:42.877676 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-edf09077-dad4-4a64-9806-4222ddd84fda req-19d3d1fe-1e97-43b8-95e8-0b002f2cf16a tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0820012 Jan 19 21:39:42.881165 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:39:42.881597 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17038085'] for segment (67d67830-6cea-4bf1-a9b0-e11cef152c24), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: Traceback (most recent call last): Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: timer() Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: cb(*args, **kw) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: return func(*args, **kwargs) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: self._notify() Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: self.callback(batched_events) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: event.method(event) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:39:42.883325 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: return f(self, *a, **k) Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._get(url).json() Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: return self.request(url, 'GET', **kwargs) Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:39:42.886602 dv-cinder-821602-16-iscsi neutron-server[102646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:39:42.961852 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (3e9c90f5-405a-40ed-b5f7-1046e283a9e5), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.971221 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:42.975326 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] 10.222.0.39 "DELETE /v2.0/networks/3e9c90f5-405a-40ed-b5f7-1046e283a9e5 HTTP/1.1" status: 204 len: 168 time: 0.3423872 Jan 19 21:39:42.978241 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58570) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:42.995108 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8fd79-33e2-4377-b9c3-5f7a8038bbeb admin admin] Pushing event deleted for resources: {'Network': ['ID=3e9c90f5-405a-40ed-b5f7-1046e283a9e5,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:43.005986 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-edf09077-dad4-4a64-9806-4222ddd84fda req-3ea32ea7-b118-4e70-9ab6-06b1a7cba877 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136749 Jan 19 21:39:43.022065 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f92acbcd-499d-46f1-bf3c-fe2884fc0c3b admin admin] Deleting subnet 3f1d0674-96f4-4c54-9c48-7d4baf8d8c13 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:39:43.025467 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f92acbcd-499d-46f1-bf3c-fe2884fc0c3b admin admin] Publish callbacks [] for subnet (3f1d0674-96f4-4c54-9c48-7d4baf8d8c13), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.060231 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f92acbcd-499d-46f1-bf3c-fe2884fc0c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25490559'] for subnet (3f1d0674-96f4-4c54-9c48-7d4baf8d8c13), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.103622 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f92acbcd-499d-46f1-bf3c-fe2884fc0c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (3f1d0674-96f4-4c54-9c48-7d4baf8d8c13), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.144336 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.157465 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f92acbcd-499d-46f1-bf3c-fe2884fc0c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25586935'] for subnet (3f1d0674-96f4-4c54-9c48-7d4baf8d8c13), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.183463 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92acbcd-499d-46f1-bf3c-fe2884fc0c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f1d0674-96f4-4c54-9c48-7d4baf8d8c13,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:43.188070 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f92acbcd-499d-46f1-bf3c-fe2884fc0c3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.191149 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f92acbcd-499d-46f1-bf3c-fe2884fc0c3b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3f1d0674-96f4-4c54-9c48-7d4baf8d8c13 HTTP/1.1" status: 204 len: 168 time: 0.2119207 Jan 19 21:39:43.193963 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58574) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:43.259498 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (9ad7c53b-98c7-46f0-8bc8-008bdc61df3d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.339397 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (9ad7c53b-98c7-46f0-8bc8-008bdc61df3d), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.359096 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ad7c53b-98c7-46f0-8bc8-008bdc61df3d']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:43.368254 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b42af7-9854-4f41-9f18-c4a56039461f') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:43.368555 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b42af7-9854-4f41-9f18-c4a56039461f') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:39:43.377442 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25490534'] for segment (a7b42af7-9854-4f41-9f18-c4a56039461f), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.390146 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (a7b42af7-9854-4f41-9f18-c4a56039461f), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.396626 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:39:43.396995 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26155108'] for segment (a7b42af7-9854-4f41-9f18-c4a56039461f), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: Traceback (most recent call last): Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: timer() Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: cb(*args, **kw) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: return func(*args, **kwargs) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: self._notify() Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: self.callback(batched_events) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: event.method(event) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: return f(self, *a, **k) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._get(url).json() Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:39:43.398714 dv-cinder-821602-16-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:39:43.402543 dv-cinder-821602-16-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:39:43.458650 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (9ad7c53b-98c7-46f0-8bc8-008bdc61df3d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.463565 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.467120 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] 10.222.0.39 "DELETE /v2.0/networks/9ad7c53b-98c7-46f0-8bc8-008bdc61df3d HTTP/1.1" status: 204 len: 168 time: 0.2721264 Jan 19 21:39:43.480594 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763abfb-2f27-4baa-a620-6771fdc2abab admin admin] Pushing event deleted for resources: {'Network': ['ID=9ad7c53b-98c7-46f0-8bc8-008bdc61df3d,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:43.643942 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58582) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:43.686091 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9385b823-e815-4077-b2e4-26adc8b2182b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=915ccf97bd6f4fedb9386abe36f7d0cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401952 Jan 19 21:39:43.688300 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58586) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:43.736401 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-145955b0-0e6f-40a5-a6e8-454964b4336c admin admin] Publish callbacks [] for security_group (39c45677-6f59-4211-b9e4-76171d666ab6), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.758080 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-145955b0-0e6f-40a5-a6e8-454964b4336c admin admin] Publish callbacks [] for security_group (39c45677-6f59-4211-b9e4-76171d666ab6), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.809318 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-145955b0-0e6f-40a5-a6e8-454964b4336c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (39c45677-6f59-4211-b9e4-76171d666ab6), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.812751 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-145955b0-0e6f-40a5-a6e8-454964b4336c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:43.814941 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-145955b0-0e6f-40a5-a6e8-454964b4336c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39c45677-6f59-4211-b9e4-76171d666ab6 HTTP/1.1" status: 204 len: 168 time: 0.1238968 Jan 19 21:39:43.821498 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145955b0-0e6f-40a5-a6e8-454964b4336c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c45677-6f59-4211-b9e4-76171d666ab6,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:44.126543 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae777fe-5e43-4680-a55c-db01a499d288 req-25499626-c56a-4e2a-9c22-85671f71965c tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:44.128097 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8ae777fe-5e43-4680-a55c-db01a499d288 req-25499626-c56a-4e2a-9c22-85671f71965c tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0508461 Jan 19 21:39:44.142073 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58596) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:44.182755 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-00c71c23-03cf-4123-b2b2-3b594a513050 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03eca9cfb3a54da582ae3c9d46ce4529&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393860 Jan 19 21:39:44.185672 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58598) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:44.193684 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8ae777fe-5e43-4680-a55c-db01a499d288 req-6fa32f7a-2eb0-48c2-a366-ce89b569c500 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583575 Jan 19 21:39:44.230852 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-10025585-bcf0-440b-9e2d-face6c4ef996 admin admin] Publish callbacks [] for security_group (23b2c3c8-2a0b-485b-83df-a3a9d8223da3), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:44.251539 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-10025585-bcf0-440b-9e2d-face6c4ef996 admin admin] Publish callbacks [] for security_group (23b2c3c8-2a0b-485b-83df-a3a9d8223da3), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:44.300596 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-10025585-bcf0-440b-9e2d-face6c4ef996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (23b2c3c8-2a0b-485b-83df-a3a9d8223da3), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:44.304036 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-10025585-bcf0-440b-9e2d-face6c4ef996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:44.305151 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-10025585-bcf0-440b-9e2d-face6c4ef996 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23b2c3c8-2a0b-485b-83df-a3a9d8223da3 HTTP/1.1" status: 204 len: 168 time: 0.1187415 Jan 19 21:39:44.312588 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10025585-bcf0-440b-9e2d-face6c4ef996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b2c3c8-2a0b-485b-83df-a3a9d8223da3,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:44.544418 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:45.312502 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6b3834-7ae3-4774-94ac-12ba5cf9429d req-f9f8cafb-4bf6-4547-a605-f85fa61f1baa tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:45.313963 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bf6b3834-7ae3-4774-94ac-12ba5cf9429d req-f9f8cafb-4bf6-4547-a605-f85fa61f1baa tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0526032 Jan 19 21:39:45.384510 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bf6b3834-7ae3-4774-94ac-12ba5cf9429d req-374cb0a5-088a-4407-a08b-1eefce2ba6d9 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638530 Jan 19 21:39:45.689121 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 60fa1dbd-224d-425a-bdbb-dc0699b00e88 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:39:45.709335 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 60fa1dbd-224d-425a-bdbb-dc0699b00e88 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:39:45.709691 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 60fa1dbd-224d-425a-bdbb-dc0699b00e88 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:39:46.365856 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:46.370075 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:46.501416 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829b065-628d-4628-be82-09253e2ad451 req-e4ac39d6-77ca-4698-8817-10cebe6843c5 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:46.508572 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4829b065-628d-4628-be82-09253e2ad451 req-e4ac39d6-77ca-4698-8817-10cebe6843c5 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0577650 Jan 19 21:39:46.567726 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4829b065-628d-4628-be82-09253e2ad451 req-c10c83b2-cc2f-493b-90a4-d3c21c211e34 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&id=c1c864ea-4522-4749-a6ad-adea6adebfcd&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0582693 Jan 19 21:39:47.030797 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:39:51.007160 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 58700) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:51.109643 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8e64f7c4-482d-4ee8-95cd-1431c5ac1ba3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:51.183961 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8e64f7c4-482d-4ee8-95cd-1431c5ac1ba3 admin admin] Publish callbacks [] for security_group (af2f19e2-fd37-4812-afdf-97c4a085ac8a), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:51.187736 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8e64f7c4-482d-4ee8-95cd-1431c5ac1ba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (af2f19e2-fd37-4812-afdf-97c4a085ac8a), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:51.227781 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8e64f7c4-482d-4ee8-95cd-1431c5ac1ba3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d09e3e86b81747308f4f7d2021a4fa7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195091 Jan 19 21:39:51.228723 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e64f7c4-482d-4ee8-95cd-1431c5ac1ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2f19e2-fd37-4812-afdf-97c4a085ac8a,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:51.231030 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58708) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:39:51.282209 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-67957de4-028a-4169-8dee-096911727705 admin admin] Publish callbacks [] for security_group (af2f19e2-fd37-4812-afdf-97c4a085ac8a), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:51.304068 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-67957de4-028a-4169-8dee-096911727705 admin admin] Publish callbacks [] for security_group (af2f19e2-fd37-4812-afdf-97c4a085ac8a), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:51.354926 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-67957de4-028a-4169-8dee-096911727705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (af2f19e2-fd37-4812-afdf-97c4a085ac8a), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:51.357638 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-67957de4-028a-4169-8dee-096911727705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:51.361890 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-67957de4-028a-4169-8dee-096911727705 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/af2f19e2-fd37-4812-afdf-97c4a085ac8a HTTP/1.1" status: 204 len: 168 time: 0.1262360 Jan 19 21:39:51.368768 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67957de4-028a-4169-8dee-096911727705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2f19e2-fd37-4812-afdf-97c4a085ac8a,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:54.593195 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-2bf593d8-e10c-4d77-be14-dec68051d565 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=da8a104c2f554013977c9be7d193d619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321960 Jan 19 21:39:54.793948 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-f219527e-404f-48d9-970d-59a3681a5d9c tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:54.793948 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-f219527e-404f-48d9-970d-59a3681a5d9c tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1913431 Jan 19 21:39:54.805471 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-85012330-713a-41d1-9090-94c365f1032f tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/quotas/da8a104c2f554013977c9be7d193d619 HTTP/1.1" status: 200 len: 375 time: 0.0091677 Jan 19 21:39:54.837236 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-39973da3-8f79-49bd-a56e-f105b0de064e tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=da8a104c2f554013977c9be7d193d619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264032 Jan 19 21:39:55.002210 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-01c0534d-2a5e-4bfd-8f89-f7e696ad52bb req-a4bb29df-4542-4c89-a34a-44a9a65b2042 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 210 time: 0.0308075 Jan 19 21:39:55.928269 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-83963c86-d37e-4cbd-a394-e8d06f953e48 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.48 "GET /v2.0/networks?tenant_id=da8a104c2f554013977c9be7d193d619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225039 Jan 19 21:39:56.066530 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-09580005-bc8c-4829-b643-f1e3de08dbeb tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:56.067872 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-09580005-bc8c-4829-b643-f1e3de08dbeb tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1343701 Jan 19 21:39:56.083888 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Request body: {'port': {'device_id': 'bb54a3c7-f862-4598-9337-2f9aae964b4e', 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143', 'admin_state_up': True, 'tenant_id': 'da8a104c2f554013977c9be7d193d619'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:56.150369 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f000cd5b-68c7-433a-9bbd-63be0f274d86 req-6776bd70-c897-4fe9-aafc-a858e02e144c tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 210 time: 0.0621583 Jan 19 21:39:56.221707 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Made reservation on behalf of da8a104c2f554013977c9be7d193d619 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:39:56.225390 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:56.234204 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:56.314413 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks [] for security_group (389ffc73-565c-49eb-972d-a9109a602eb7), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:56.318225 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (389ffc73-565c-49eb-972d-a9109a602eb7), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:56.384393 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=389ffc73-565c-49eb-972d-a9109a602eb7,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:56.459518 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Allocated IP 192.168.233.103 (faf7851d-bacd-4aa8-8281-8312029dd143/15323708-05b7-43ae-b8bf-d1dac27d8c26/492e7868-96cf-47e0-82de-1b56656ca781) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:39:56.810381 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks [] for port (492e7868-96cf-47e0-82de-1b56656ca781), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:56.844409 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (492e7868-96cf-47e0-82de-1b56656ca781), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:56.890481 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Network faf7851d-bacd-4aa8-8281-8312029dd143 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:39:56.893421 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:39:56.896432 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:39:56.921622 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Pushing event updated for resources: {'Port': ['ID=492e7868-96cf-47e0-82de-1b56656ca781,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:56.953769 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:56.954429 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:56.970809 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c36a9d9e-525c-439f-a1cf-da16886ae9c8 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8916488 Jan 19 21:39:57.110090 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-1969d391-c639-4a6b-97e1-56d68c04da1d None None] Provisioning complete for port 492e7868-96cf-47e0-82de-1b56656ca781 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:39:57.110652 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1969d391-c639-4a6b-97e1-56d68c04da1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (492e7868-96cf-47e0-82de-1b56656ca781), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:57.142907 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-1969d391-c639-4a6b-97e1-56d68c04da1d None None] Port 492e7868-96cf-47e0-82de-1b56656ca781 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:39:57.271582 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a3133a-4e4a-4e2d-b8e6-e84e3431837c req-c928d612-f91f-49e8-9d95-09e423616ef4 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:57.273087 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d9a3133a-4e4a-4e2d-b8e6-e84e3431837c req-c928d612-f91f-49e8-9d95-09e423616ef4 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 936 time: 0.0476015 Jan 19 21:39:57.319587 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d9a3133a-4e4a-4e2d-b8e6-e84e3431837c req-3a42eb38-ffbd-4ab1-85cd-824d6ce53715 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409775 Jan 19 21:39:58.433631 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47c024c-3eb9-4547-a23c-869767176e63 req-7c5f0151-76d0-4f77-a3d1-56d212162245 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:58.435087 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f47c024c-3eb9-4547-a23c-869767176e63 req-7c5f0151-76d0-4f77-a3d1-56d212162245 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 936 time: 0.0486495 Jan 19 21:39:58.480227 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f47c024c-3eb9-4547-a23c-869767176e63 req-9c2de522-3412-417a-a8e5-2fbf4cd27dfe tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396113 Jan 19 21:39:58.872737 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Request body: {'port': {'device_id': 'bb54a3c7-f862-4598-9337-2f9aae964b4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:39:58.930861 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (492e7868-96cf-47e0-82de-1b56656ca781), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:59.199793 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 492e7868-96cf-47e0-82de-1b56656ca781 {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:39:59.207737 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Publish callbacks [] for port (492e7868-96cf-47e0-82de-1b56656ca781), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:59.220617 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Transition to ACTIVE for port object 492e7868-96cf-47e0-82de-1b56656ca781 will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:39:59.224793 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (492e7868-96cf-47e0-82de-1b56656ca781), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:59.274366 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Pushing event updated for resources: {'Port': ['ID=492e7868-96cf-47e0-82de-1b56656ca781,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:59.350578 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Attempting to bind port 492e7868-96cf-47e0-82de-1b56656ca781 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:39:59.350923 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Attempting to bind port 492e7868-96cf-47e0-82de-1b56656ca781 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '45f3535e-b5f0-4fdc-b32b-c6b015f139f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:39:59.351255 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Attempting to bind port 492e7868-96cf-47e0-82de-1b56656ca781 on network faf7851d-bacd-4aa8-8281-8312029dd143 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:39:59.355763 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Port 492e7868-96cf-47e0-82de-1b56656ca781 on network faf7851d-bacd-4aa8-8281-8312029dd143 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:39:59.356236 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Attempting to bind port 492e7868-96cf-47e0-82de-1b56656ca781 on network faf7851d-bacd-4aa8-8281-8312029dd143 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:39:59.361108 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:39:59.361454 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Checking segment: {'id': '45f3535e-b5f0-4fdc-b32b-c6b015f139f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:39:59.361841 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Bound using segment: {'id': '45f3535e-b5f0-4fdc-b32b-c6b015f139f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:39:59.362273 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Bound port: 492e7868-96cf-47e0-82de-1b56656ca781, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45f3535e-b5f0-4fdc-b32b-c6b015f139f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:39:59.362638 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (492e7868-96cf-47e0-82de-1b56656ca781), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:59.427303 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] For port 492e7868-96cf-47e0-82de-1b56656ca781, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:39:59.430626 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] For port 492e7868-96cf-47e0-82de-1b56656ca781, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=492e7868-96cf-47e0-82de-1b56656ca781,segment=NetworkSegment(45f3535e-b5f0-4fdc-b32b-c6b015f139f5),segment_id=45f3535e-b5f0-4fdc-b32b-c6b015f139f5)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:39:59.434249 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (492e7868-96cf-47e0-82de-1b56656ca781), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:59.465415 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:59.466066 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:39:59.467559 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] 10.222.0.48 "PUT /v2.0/ports/492e7868-96cf-47e0-82de-1b56656ca781 HTTP/1.1" status: 200 len: 1098 time: 0.5992658 Jan 19 21:39:59.473188 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb54a3c7-f862-4598-9337-2f9aae964b4e', 'tag': '492e7868-96cf-47e0-82de-1b56656ca781'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:39:59.476100 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb54a3c7-f862-4598-9337-2f9aae964b4e", "tag": "492e7868-96cf-47e0-82de-1b56656ca781"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:39:59.523459 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b898ed-06db-4d01-895a-c7a7dd327ed2 x-openstack-request-id: req-12b898ed-06db-4d01-895a-c7a7dd327ed2 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:39:59.523744 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb54a3c7-f862-4598-9337-2f9aae964b4e", "tag": "492e7868-96cf-47e0-82de-1b56656ca781", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:39:59.524014 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12b898ed-06db-4d01-895a-c7a7dd327ed2 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:39:59.524404 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb54a3c7-f862-4598-9337-2f9aae964b4e', 'tag': '492e7868-96cf-47e0-82de-1b56656ca781', 'status': 'completed', 'code': 200} Jan 19 21:39:59.527689 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab0a89f-4c43-4524-ae8e-3bfb66c212d6 service neutron] Pushing event updated for resources: {'Port': ['ID=492e7868-96cf-47e0-82de-1b56656ca781,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:39:59.616398 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-3de7cbb3-0598-4be4-9fbb-7214561f1665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:59.618000 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-3de7cbb3-0598-4be4-9fbb-7214561f1665 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da8a104c2f554013977c9be7d193d619&device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 1101 time: 0.0863047 Jan 19 21:39:59.634048 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8cf7e2-f09b-48a6-ad56-3ef6a656cded req-5cb24338-0cbb-4721-8d7c-e0d5ff7c78a0 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:59.635587 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cd8cf7e2-f09b-48a6-ad56-3ef6a656cded req-5cb24338-0cbb-4721-8d7c-e0d5ff7c78a0 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 948 time: 0.0679970 Jan 19 21:39:59.681955 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-ef11657b-51c3-49e3-8325-5db9c7444a80 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=492e7868-96cf-47e0-82de-1b56656ca781 HTTP/1.1" status: 200 len: 217 time: 0.0561676 Jan 19 21:39:59.747417 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cd8cf7e2-f09b-48a6-ad56-3ef6a656cded req-bd541122-49e4-49b2-a1df-858a2e9becb5 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061068 Jan 19 21:39:59.758059 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-beaa9338-8f11-4e49-b977-614a70234928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:59.759407 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-beaa9338-8f11-4e49-b977-614a70234928 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15323708-05b7-43ae-b8bf-d1dac27d8c26 HTTP/1.1" status: 200 len: 843 time: 0.0708280 Jan 19 21:39:59.807900 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c9be7426-a6f6-4605-8244-83c2b26a5c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:39:59.809397 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-c9be7426-a6f6-4605-8244-83c2b26a5c97 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=faf7851d-bacd-4aa8-8281-8312029dd143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0427227 Jan 19 21:39:59.898464 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-bda14553-586e-4746-8e89-5b96193b3fc1 service neutron] 10.222.0.48 "GET /v2.0/networks/faf7851d-bacd-4aa8-8281-8312029dd143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807610 Jan 19 21:39:59.991269 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-83044910-077c-4b26-9b8d-be6ec54a13dc req-30dd336d-3875-48c7-baea-13517b1d8a2e service neutron] 10.222.0.48 "GET /v2.0/networks/faf7851d-bacd-4aa8-8281-8312029dd143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859370 Jan 19 21:40:00.090732 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-6fb0d65f-4f89-4bea-b112-2c2815907106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:00.092243 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-6fb0d65f-4f89-4bea-b112-2c2815907106 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=da8a104c2f554013977c9be7d193d619&device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 1101 time: 0.0408456 Jan 19 21:40:00.868041 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cee0d4-8329-4f3f-a923-2fffdfabaa47 req-331390c2-f640-43ab-8df5-aa3dfff34764 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:00.869441 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54cee0d4-8329-4f3f-a923-2fffdfabaa47 req-331390c2-f640-43ab-8df5-aa3dfff34764 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 948 time: 0.0476208 Jan 19 21:40:00.919700 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-54cee0d4-8329-4f3f-a923-2fffdfabaa47 req-c8f4e2b4-0734-4068-81a7-5d4cff56b705 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447135 Jan 19 21:40:00.977136 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-a266e0d2-fbe3-4dfe-8960-92a38ee3eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:00.978581 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-a266e0d2-fbe3-4dfe-8960-92a38ee3eb4f service neutron] 10.222.0.48 "GET /v2.0/networks?id=faf7851d-bacd-4aa8-8281-8312029dd143 HTTP/1.1" status: 200 len: 870 time: 0.0876768 Jan 19 21:40:01.747962 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-5da3cb89-5297-463d-8402-ff8d0c1a84fe service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=492e7868-96cf-47e0-82de-1b56656ca781 HTTP/1.1" status: 200 len: 217 time: 0.0349998 Jan 19 21:40:02.032836 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7e10c2-485f-4565-a1d8-2549060555c1 req-a7fef138-346e-40ce-97b9-561f1a332176 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:02.034243 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-be7e10c2-485f-4565-a1d8-2549060555c1 req-a7fef138-346e-40ce-97b9-561f1a332176 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 948 time: 0.0479751 Jan 19 21:40:02.084272 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-be7e10c2-485f-4565-a1d8-2549060555c1 req-40ada096-d5b6-4460-9b5d-57adaea30742 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Jan 19 21:40:02.689261 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-f0b4b20f-e3d0-4112-a60a-5d8cd490b41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:02.690838 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-f0b4b20f-e3d0-4112-a60a-5d8cd490b41f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=15323708-05b7-43ae-b8bf-d1dac27d8c26 HTTP/1.1" status: 200 len: 843 time: 0.0454011 Jan 19 21:40:02.735783 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-952a2e45-607d-4749-bace-1633fbce36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:02.737222 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-952a2e45-607d-4749-bace-1633fbce36a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=faf7851d-bacd-4aa8-8281-8312029dd143&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0403483 Jan 19 21:40:02.852598 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-87c8c2f7-24d7-401c-a213-b9b808bc946f service neutron] 10.222.0.48 "GET /v2.0/networks/faf7851d-bacd-4aa8-8281-8312029dd143?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864484 Jan 19 21:40:02.954801 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7ff529e8-2ecd-4fd7-81f3-a431728bc4e8 req-ddc09950-3121-47a0-b343-57c2cde473d9 service neutron] 10.222.0.48 "GET /v2.0/networks/faf7851d-bacd-4aa8-8281-8312029dd143?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850003 Jan 19 21:40:03.197743 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801dbb46-8ceb-4799-bf1f-83f0f8b712f2 req-ea68ac7a-c294-42f1-b8d5-b2258ffc86c9 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:03.199203 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-801dbb46-8ceb-4799-bf1f-83f0f8b712f2 req-ea68ac7a-c294-42f1-b8d5-b2258ffc86c9 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 948 time: 0.0480585 Jan 19 21:40:03.249403 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-801dbb46-8ceb-4799-bf1f-83f0f8b712f2 req-668d2acf-3148-4ef0-a52d-65b57bdb5afd tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445914 Jan 19 21:40:04.364398 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245adec5-d8c3-49c7-8b31-34da82c8ea30 req-62474a7e-f836-44ea-85b7-5158c96a8548 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:04.365964 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-245adec5-d8c3-49c7-8b31-34da82c8ea30 req-62474a7e-f836-44ea-85b7-5158c96a8548 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 948 time: 0.0491517 Jan 19 21:40:04.412519 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-245adec5-d8c3-49c7-8b31-34da82c8ea30 req-b1cbc357-99ae-43da-a200-80206867868f tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 Jan 19 21:40:04.905232 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 492e7868-96cf-47e0-82de-1b56656ca781 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:40:05.018898 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 492e7868-96cf-47e0-82de-1b56656ca781, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=492e7868-96cf-47e0-82de-1b56656ca781,segment=NetworkSegment(45f3535e-b5f0-4fdc-b32b-c6b015f139f5),segment_id=45f3535e-b5f0-4fdc-b32b-c6b015f139f5)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:05.035985 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '492e7868-96cf-47e0-82de-1b56656ca781', 'network_id': 'faf7851d-bacd-4aa8-8281-8312029dd143', 'port_id': '492e7868-96cf-47e0-82de-1b56656ca781', 'mac_address': 'fa:16:3e:a2:79:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15323708-05b7-43ae-b8bf-d1dac27d8c26', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:40:05.196605 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 492e7868-96cf-47e0-82de-1b56656ca781 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:05.197007 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (492e7868-96cf-47e0-82de-1b56656ca781), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:05.209954 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 492e7868-96cf-47e0-82de-1b56656ca781 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:40:05.230280 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 492e7868-96cf-47e0-82de-1b56656ca781, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=492e7868-96cf-47e0-82de-1b56656ca781,segment=NetworkSegment(45f3535e-b5f0-4fdc-b32b-c6b015f139f5),segment_id=45f3535e-b5f0-4fdc-b32b-c6b015f139f5)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:05.234335 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (492e7868-96cf-47e0-82de-1b56656ca781), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:05.300358 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=492e7868-96cf-47e0-82de-1b56656ca781,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:05.309780 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.310237 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.310637 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.310976 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.311321 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.311635 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.312080 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.312412 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.312897 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.313234 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.313552 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.313877 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.314188 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:05.528537 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['492e7868-96cf-47e0-82de-1b56656ca781'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:40:05.537734 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10021414-ab92-4ab7-8f83-bfb04a01a2e5 req-27b2ce8f-973a-4a2e-a17f-9378b9d79747 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:05.539534 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-10021414-ab92-4ab7-8f83-bfb04a01a2e5 req-27b2ce8f-973a-4a2e-a17f-9378b9d79747 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 949 time: 0.0559232 Jan 19 21:40:05.578940 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37a21fc-3f5b-49f7-a450-49e68c56fb00 req-66eb6c96-2e9d-4578-9c24-8c4575dbe9ac tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:05.580681 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b37a21fc-3f5b-49f7-a450-49e68c56fb00 req-66eb6c96-2e9d-4578-9c24-8c4575dbe9ac tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0583284 Jan 19 21:40:05.602131 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-10021414-ab92-4ab7-8f83-bfb04a01a2e5 req-1c320bc1-872a-45ec-a99d-d676223a2edb tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518022 Jan 19 21:40:05.633848 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b37a21fc-3f5b-49f7-a450-49e68c56fb00 req-c46f5ffc-1c5a-4aa2-a218-65aa22c121ca tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448136 Jan 19 21:40:06.714520 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac24ec-28a7-4cf8-9ca9-79cbdd0dc855 req-ea390fd0-cbcf-4857-8149-30486d393556 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:06.716112 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-56ac24ec-28a7-4cf8-9ca9-79cbdd0dc855 req-ea390fd0-cbcf-4857-8149-30486d393556 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 949 time: 0.0541942 Jan 19 21:40:06.756056 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7c320-41f4-414f-8a24-9ecb246f9f0e req-9b60fb37-398c-4d81-838a-1ecdb3f543da tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:06.757977 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e8c7c320-41f4-414f-8a24-9ecb246f9f0e req-9b60fb37-398c-4d81-838a-1ecdb3f543da tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0519247 Jan 19 21:40:06.766200 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-56ac24ec-28a7-4cf8-9ca9-79cbdd0dc855 req-5d84252f-489e-47fe-95a4-3e9065c8a914 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Jan 19 21:40:06.810431 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e8c7c320-41f4-414f-8a24-9ecb246f9f0e req-1398a794-8909-4f84-aca2-35a4a80a920e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465329 Jan 19 21:40:06.907462 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 492e7868-96cf-47e0-82de-1b56656ca781 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:06.957504 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 492e7868-96cf-47e0-82de-1b56656ca781 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:40:06.961885 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 492e7868-96cf-47e0-82de-1b56656ca781 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:06.962265 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (492e7868-96cf-47e0-82de-1b56656ca781), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:07.042842 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 492e7868-96cf-47e0-82de-1b56656ca781 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:07.043375 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (492e7868-96cf-47e0-82de-1b56656ca781), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:07.065892 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb54a3c7-f862-4598-9337-2f9aae964b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492e7868-96cf-47e0-82de-1b56656ca781'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:07.068210 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d43af84a-0bb1-4761-a4a8-97bd58ede982" -d '{"events": [{"server_uuid": "bb54a3c7-f862-4598-9337-2f9aae964b4e", "name": "network-vif-plugged", "status": "completed", "tag": "492e7868-96cf-47e0-82de-1b56656ca781"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:07.080428 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 492e7868-96cf-47e0-82de-1b56656ca781, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=492e7868-96cf-47e0-82de-1b56656ca781,segment=NetworkSegment(45f3535e-b5f0-4fdc-b32b-c6b015f139f5),segment_id=45f3535e-b5f0-4fdc-b32b-c6b015f139f5)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:07.084820 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (492e7868-96cf-47e0-82de-1b56656ca781), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:07.107148 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91474a4-58f0-4b47-b548-e86909ba5e8f x-openstack-request-id: req-e91474a4-58f0-4b47-b548-e86909ba5e8f {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:07.107439 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb54a3c7-f862-4598-9337-2f9aae964b4e", "name": "network-vif-plugged", "status": "completed", "tag": "492e7868-96cf-47e0-82de-1b56656ca781", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:07.107692 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e91474a4-58f0-4b47-b548-e86909ba5e8f {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:07.108103 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb54a3c7-f862-4598-9337-2f9aae964b4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '492e7868-96cf-47e0-82de-1b56656ca781', 'code': 200} Jan 19 21:40:07.134099 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=492e7868-96cf-47e0-82de-1b56656ca781,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:07.287340 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3ed879-aae1-425c-9f03-74112c3ac6cb req-0cf92f6b-a913-49ab-906d-f425650dbc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:07.288882 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ce3ed879-aae1-425c-9f03-74112c3ac6cb req-0cf92f6b-a913-49ab-906d-f425650dbc04 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 1103 time: 0.0385559 Jan 19 21:40:07.335873 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ce3ed879-aae1-425c-9f03-74112c3ac6cb req-d1929dac-081e-4659-a643-f7b345d4a382 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Jan 19 21:40:07.617052 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-fc7d3885-9f66-40af-9fd4-79a4c7b66b41 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:07.618526 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-fc7d3885-9f66-40af-9fd4-79a4c7b66b41 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.0497336 Jan 19 21:40:07.710387 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Deleting port 58d23ae0-88d4-42fb-bd29-733572e874e9 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:07.710842 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:07.802820 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] For port 58d23ae0-88d4-42fb-bd29-733572e874e9, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=58d23ae0-88d4-42fb-bd29-733572e874e9,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:07.803377 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:07.889184 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52743be-bbca-49fe-8158-a9f7e3fae6b5 req-203f1e24-4d31-4dac-9d2e-27f0ef356382 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:07.890839 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a52743be-bbca-49fe-8158-a9f7e3fae6b5 req-203f1e24-4d31-4dac-9d2e-27f0ef356382 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 950 time: 0.0555818 Jan 19 21:40:08.006387 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1772e2-5441-47b9-bb78-1b03baad6631 req-a6534ffb-6b3b-4b07-8614-88ba5e9eb044 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:08.008999 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58986) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:08.012349 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2b1772e2-5441-47b9-bb78-1b03baad6631 req-a6534ffb-6b3b-4b07-8614-88ba5e9eb044 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 947 time: 0.1135869 Jan 19 21:40:08.111442 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2b1772e2-5441-47b9-bb78-1b03baad6631 req-3c8958c5-d2cb-4b1e-a222-8041fedfca07 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=c33e89b0-a14a-4aa9-9a34-087da31386f0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960786 Jan 19 21:40:08.114013 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.114593 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.114999 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Floating IP db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d disassociated. External IP: 172.27.0.20, port: 58d23ae0-88d4-42fb-bd29-733572e874e9. Jan 19 21:40:08.115369 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Calling delete_port for 58d23ae0-88d4-42fb-bd29-733572e874e9 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:08.168926 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-42366bd0-0c18-48c6-a8f9-85d78765f40a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.277605 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a52743be-bbca-49fe-8158-a9f7e3fae6b5 req-9ab46b3b-d3a5-49f6-bced-95fcb54fd954 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3809671 Jan 19 21:40:08.296857 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (58d23ae0-88d4-42fb-bd29-733572e874e9), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.302665 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-42366bd0-0c18-48c6-a8f9-85d78765f40a admin admin] Publish callbacks [] for security_group (a2d38712-ab9a-4554-9fb4-1e223b1141cf), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.306572 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-42366bd0-0c18-48c6-a8f9-85d78765f40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (a2d38712-ab9a-4554-9fb4-1e223b1141cf), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.327625 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event deleted for resources: {'Port': ['ID=58d23ae0-88d4-42fb-bd29-733572e874e9,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:08.356488 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-42366bd0-0c18-48c6-a8f9-85d78765f40a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80fa64e4a6d54252a6d7a4ad8b674d78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3461890 Jan 19 21:40:08.358054 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 58996) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:08.384300 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42366bd0-0c18-48c6-a8f9-85d78765f40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2d38712-ab9a-4554-9fb4-1e223b1141cf,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:08.424076 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-055df7ed-5fd6-4eaa-b863-9f5b15c23436 admin admin] Publish callbacks [] for security_group (a2d38712-ab9a-4554-9fb4-1e223b1141cf), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.446432 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-055df7ed-5fd6-4eaa-b863-9f5b15c23436 admin admin] Publish callbacks [] for security_group (a2d38712-ab9a-4554-9fb4-1e223b1141cf), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.449096 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Router a0a9fbb9-8db5-454d-aaa7-17a942b4358b has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:40:08.510690 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-055df7ed-5fd6-4eaa-b863-9f5b15c23436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (a2d38712-ab9a-4554-9fb4-1e223b1141cf), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.513930 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-055df7ed-5fd6-4eaa-b863-9f5b15c23436 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.515495 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-055df7ed-5fd6-4eaa-b863-9f5b15c23436 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2d38712-ab9a-4554-9fb4-1e223b1141cf HTTP/1.1" status: 204 len: 168 time: 0.1565216 Jan 19 21:40:08.537392 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055df7ed-5fd6-4eaa-b863-9f5b15c23436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2d38712-ab9a-4554-9fb4-1e223b1141cf,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:08.583567 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:08.604878 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] Sync routers for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:08.623337 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:08.624033 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:39:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:08.626336 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] No DVR routers for this DVR port 58d23ae0-88d4-42fb-bd29-733572e874e9 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:40:08.632965 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:08.637056 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0fa9d137-0ba6-4404-b3a9-89580491b8bf req-3a37b489-22f4-4ec6-b98c-6811d70de4fc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "DELETE /v2.0/ports/58d23ae0-88d4-42fb-bd29-733572e874e9 HTTP/1.1" status: 204 len: 173 time: 1.0125222 Jan 19 21:40:08.638175 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-deleted', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:08.646197 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b90f15b0-eeb0-486c-908d-a4c576879b8c" -d '{"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-deleted", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:08.692726 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10cb820-5276-4aec-90c4-dbbcf3ee8b0f x-openstack-request-id: req-d10cb820-5276-4aec-90c4-dbbcf3ee8b0f {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:08.693193 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "518114d8-3e43-40e0-8b9b-8cebf4ff19d6", "name": "network-vif-deleted", "tag": "58d23ae0-88d4-42fb-bd29-733572e874e9", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:08.693596 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d10cb820-5276-4aec-90c4-dbbcf3ee8b0f {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:08.694187 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518114d8-3e43-40e0-8b9b-8cebf4ff19d6', 'name': 'network-vif-deleted', 'tag': '58d23ae0-88d4-42fb-bd29-733572e874e9', 'status': 'completed', 'code': 200} Jan 19 21:40:08.783878 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:09.000065 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:09.028139 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] Checking router: a0a9fbb9-8db5-454d-aaa7-17a942b4358b for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:09.037729 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:09.038348 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:39:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:09.186316 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:09.277668 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-75e001b4-166d-4770-b91d-bcae5a990307 req-04bcd4c2-f0db-40f1-bcb5-0879ea09cccc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=518114d8-3e43-40e0-8b9b-8cebf4ff19d6 HTTP/1.1" status: 200 len: 210 time: 0.0459874 Jan 19 21:40:09.318789 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59034) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:09.428321 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa39d1f-7da9-4197-a16e-ca1daeb96792 req-4b98ef20-3c1d-4618-b5b4-accae4ca3592 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:09.435751 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fa39d1f-7da9-4197-a16e-ca1daeb96792 req-4b98ef20-3c1d-4618-b5b4-accae4ca3592 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 950 time: 0.0562353 Jan 19 21:40:09.461368 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1811052408-network', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:09.515474 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:09.526011 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8fa39d1f-7da9-4197-a16e-ca1daeb96792 req-79fa77dd-d87f-441b-aba4-9247d38ed10a tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891812 Jan 19 21:40:09.531180 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Made reservation on behalf of 96a16a0510fb4a22b32fd21ff104e7b1 for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:40:09.533902 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.543276 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.553673 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d2b75b0-8756-4e7d-9eaa-b8e152875729 None None] The sync data for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi is: [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:09.652959 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Publish callbacks [] for security_group (0e22f35a-aa65-44b7-a501-9fd647d36658), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.658531 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (0e22f35a-aa65-44b7-a501-9fd647d36658), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.689373 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:40:09.701538 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e22f35a-aa65-44b7-a501-9fd647d36658,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:09.711090 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (db825377-3f55-4979-9b9a-58cbb8c2e69a), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.711437 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Added segment db825377-3f55-4979-9b9a-58cbb8c2e69a of type vlan for network ce6acd12-5f71-4ac1-a012-ee1a9267af54 Jan 19 21:40:09.720281 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-77882884-554d-4f6e-823c-29b255da576a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.794994 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (ce6acd12-5f71-4ac1-a012-ee1a9267af54), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.833271 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (ce6acd12-5f71-4ac1-a012-ee1a9267af54), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.834208 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:09.834787 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.911986 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5919976 Jan 19 21:40:09.915073 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59054) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:09.917738 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9044853e-661b-4fad-8698-5f055e1c93c7 None None] New status for floating IP db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:40:09.920946 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Request body: {'subnet': {'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1811052408-subnet', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:09.936593 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5618bd-3ab0-4804-b666-1a9d38470916 admin admin] Pushing event updated for resources: {'Network': ['ID=ce6acd12-5f71-4ac1-a012-ee1a9267af54,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:09.948031 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:40:09.958610 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Made reservation on behalf of 96a16a0510fb4a22b32fd21ff104e7b1 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:40:09.961240 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29381bbc-906f-4033-8c6c-3aca0bc546c9 req-15220352-164a-4040-977f-e5d042607c6e tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:09.962737 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25586898'] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:09.962869 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-29381bbc-906f-4033-8c6c-3aca0bc546c9 req-15220352-164a-4040-977f-e5d042607c6e tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 950 time: 0.1418390 Jan 19 21:40:10.192105 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25586940'] for subnet (e004ec97-db1b-4841-907e-5b7f97202845), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.204603 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-29381bbc-906f-4033-8c6c-3aca0bc546c9 req-f0ec29df-77d5-4356-a357-360bb946fc8f tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329249 Jan 19 21:40:10.252136 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e004ec97-db1b-4841-907e-5b7f97202845,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:10.261297 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Checking segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:10.261658 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Network hostable DHCP agents. Network: ce6acd12-5f71-4ac1-a012-ee1a9267af54, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:40:10.279579 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:40:10.289548 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, ce6acd12-5f71-4ac1-a012-ee1a9267af54) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:10.293844 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:10.294431 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.300685 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252b037f-9e42-4bf5-9276-e718abf37e36 None None] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:40:10.315392 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9fbf0855-002b-485d-bd0f-086bbcc92fda admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3989878 Jan 19 21:40:10.318433 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59060) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:10.322945 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:10.347278 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (2af3405c-7716-4bc0-8820-679727c42343), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.349291 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (2af3405c-7716-4bc0-8820-679727c42343), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.413612 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks [] for router_controller (2af3405c-7716-4bc0-8820-679727c42343), precommit_add_association {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.414558 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59064) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:10.468390 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:40:10.469667 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.651038 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Allocated IP 172.20.0.2 (ce6acd12-5f71-4ac1-a012-ee1a9267af54/e004ec97-db1b-4841-907e-5b7f97202845/d1b3f5a6-e3d3-4612-88c8-3a653eeb056a) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:10.822043 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Publish callbacks [] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.829731 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.832997 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks [] for router_gateway (2af3405c-7716-4bc0-8820-679727c42343), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.842460 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8d0c-8325-4a50-8bdf-32c011cb8554 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (c33e89b0-a14a-4aa9-9a34-087da31386f0), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.866687 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:10.869701 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:10.876281 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:10.877074 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8d0c-8325-4a50-8bdf-32c011cb8554 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (c33e89b0-a14a-4aa9-9a34-087da31386f0), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.929314 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:10.948030 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Attempting to bind port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:40:10.948382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Attempting to bind port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:40:10.948733 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Attempting to bind port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:10.971579 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:40:10.972001 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Checking segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:10.972359 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.972770 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Bound using segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:40:10.973309 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Bound port: d1b3f5a6-e3d3-4612-88c8-3a653eeb056a, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:40:10.973705 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.980907 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8d0c-8325-4a50-8bdf-32c011cb8554 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c33e89b0-a14a-4aa9-9a34-087da31386f0), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.983458 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9b4c8d0c-8325-4a50-8bdf-32c011cb8554 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:10.984625 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-9b4c8d0c-8325-4a50-8bdf-32c011cb8554 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "DELETE /v2.0/security-groups/c33e89b0-a14a-4aa9-9a34-087da31386f0 HTTP/1.1" status: 204 len: 168 time: 0.5691373 Jan 19 21:40:10.987702 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59072) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:11.001612 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.api.v2.resource [None req-f3c89a00-1cee-433f-8ab0-772ecc3aeae0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] show failed (client error): The resource could not be found. Jan 19 21:40:11.006142 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Pushing event updated for resources: {'Port': ['ID=d1b3f5a6-e3d3-4612-88c8-3a653eeb056a,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:11.006430 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 58d23ae0-88d4-42fb-bd29-733572e874e9 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:11.006875 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 58d23ae0-88d4-42fb-bd29-733572e874e9 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:11.013426 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f3c89a00-1cee-433f-8ab0-772ecc3aeae0 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups/c33e89b0-a14a-4aa9-9a34-087da31386f0 HTTP/1.1" status: 404 len: 347 time: 0.0245926 Jan 19 21:40:11.014173 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59074) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:11.024843 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4c8d0c-8325-4a50-8bdf-32c011cb8554 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33e89b0-a14a-4aa9-9a34-087da31386f0,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:11.089118 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] For port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:40:11.093212 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] For port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=d1b3f5a6-e3d3-4612-88c8-3a653eeb056a,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:40:11.099945 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.125472 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks [] for router_gateway (2af3405c-7716-4bc0-8820-679727c42343), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.147973 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.173150 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fafad-fd21-4c9b-b2a3-88940a193df6 None None] Pushing event updated for resources: {'Port': ['ID=d1b3f5a6-e3d3-4612-88c8-3a653eeb056a,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:11.202799 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Deleting port 64e6f252-241d-4041-9c85-03bebbb9390f {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:11.203139 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (64e6f252-241d-4041-9c85-03bebbb9390f), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.317227 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (64e6f252-241d-4041-9c85-03bebbb9390f), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.317893 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (64e6f252-241d-4041-9c85-03bebbb9390f), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.326352 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Allocated IP 172.27.0.57 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/984fdadd-82fd-40c8-a192-659149e4c700) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:11.347759 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Calling delete_port for 64e6f252-241d-4041-9c85-03bebbb9390f owned by network:floatingip {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:11.406334 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-a550eb44-db8d-4d92-afb7-13964c6619b4 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:11.407991 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-a550eb44-db8d-4d92-afb7-13964c6619b4 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.48 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 950 time: 0.1262038 Jan 19 21:40:11.413274 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02407d9-7a98-4f5e-8a4b-d4d7823b81a3 req-567703e5-6bee-42ea-b51f-d25c5051f69c tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:11.420574 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e02407d9-7a98-4f5e-8a4b-d4d7823b81a3 req-567703e5-6bee-42ea-b51f-d25c5051f69c tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 950 time: 0.1158881 Jan 19 21:40:11.530490 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e02407d9-7a98-4f5e-8a4b-d4d7823b81a3 req-74b9f4d2-37c5-41f5-af66-8d3582d85c7e tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/security-groups?id=389ffc73-565c-49eb-972d-a9109a602eb7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068046 Jan 19 21:40:11.589279 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks [] for port (984fdadd-82fd-40c8-a192-659149e4c700), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.624751 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (64e6f252-241d-4041-9c85-03bebbb9390f), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.639273 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (984fdadd-82fd-40c8-a192-659149e4c700), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.651480 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event deleted for resources: {'Port': ['ID=64e6f252-241d-4041-9c85-03bebbb9390f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:11.690486 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:11.699013 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Deleting port 492e7868-96cf-47e0-82de-1b56656ca781 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:11.699475 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (492e7868-96cf-47e0-82de-1b56656ca781), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.702534 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:11.719232 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:11.725475 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.731196 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.732747 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d9df3c05-3035-4179-b7eb-0e1598905ca6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "DELETE /v2.0/floatingips/db4f5a1d-ad60-4a35-9e3e-d77b6e49fd8d HTTP/1.1" status: 204 len: 168 time: 0.7174904 Jan 19 21:40:11.749069 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59080) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:11.772946 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Pushing event updated for resources: {'Port': ['ID=984fdadd-82fd-40c8-a192-659149e4c700,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:11.804024 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-566768d0-abee-41af-9371-c00bcee65f66 admin admin] Deleting subnet f147c0e0-c71f-4ff9-aa6b-d08d46300a52 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:40:11.808942 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-566768d0-abee-41af-9371-c00bcee65f66 admin admin] Publish callbacks [] for subnet (f147c0e0-c71f-4ff9-aa6b-d08d46300a52), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.850793 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-566768d0-abee-41af-9371-c00bcee65f66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25490559'] for subnet (f147c0e0-c71f-4ff9-aa6b-d08d46300a52), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.896287 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-566768d0-abee-41af-9371-c00bcee65f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (f147c0e0-c71f-4ff9-aa6b-d08d46300a52), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.914474 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] For port 492e7868-96cf-47e0-82de-1b56656ca781, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=492e7868-96cf-47e0-82de-1b56656ca781,segment=NetworkSegment(45f3535e-b5f0-4fdc-b32b-c6b015f139f5),segment_id=45f3535e-b5f0-4fdc-b32b-c6b015f139f5)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:11.914896 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (492e7868-96cf-47e0-82de-1b56656ca781), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:11.938409 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Calling delete_port for 492e7868-96cf-47e0-82de-1b56656ca781 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:11.976162 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-566768d0-abee-41af-9371-c00bcee65f66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25586935'] for subnet (f147c0e0-c71f-4ff9-aa6b-d08d46300a52), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.041262 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566768d0-abee-41af-9371-c00bcee65f66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f147c0e0-c71f-4ff9-aa6b-d08d46300a52,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:12.057471 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-566768d0-abee-41af-9371-c00bcee65f66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.072046 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-566768d0-abee-41af-9371-c00bcee65f66 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f147c0e0-c71f-4ff9-aa6b-d08d46300a52 HTTP/1.1" status: 204 len: 168 time: 0.3191588 Jan 19 21:40:12.074214 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59084) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:12.100420 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59086) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:12.132403 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-2e2469cc-fdb3-44b0-a3e7-b1d3aa613b7e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--853397268', 'description': 'tempest-description--578511514'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:12.133994 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks [] for router_gateway (2af3405c-7716-4bc0-8820-679727c42343), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.171369 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e2469cc-fdb3-44b0-a3e7-b1d3aa613b7e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.201706 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (c8a8e99d-6b65-4a55-b0e5-f725483a6422), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.287801 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-30131172-c6a1-48ee-aaa5-5df512ac42e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.349477 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e2469cc-fdb3-44b0-a3e7-b1d3aa613b7e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.365606 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e2469cc-fdb3-44b0-a3e7-b1d3aa613b7e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.379801 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (c8a8e99d-6b65-4a55-b0e5-f725483a6422), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.427822 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2e2469cc-fdb3-44b0-a3e7-b1d3aa613b7e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.431812 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2e2469cc-fdb3-44b0-a3e7-b1d3aa613b7e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3257077 Jan 19 21:40:12.432599 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59088) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:12.436040 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a8e99d-6b65-4a55-b0e5-f725483a6422']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:12.437971 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-64cf2ee3-e0ed-4f9e-b353-9d0f509bd7f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'security_group_rule': {'security_group_id': '6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:12.445517 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2469cc-fdb3-44b0-a3e7-b1d3aa613b7e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:12.448100 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (492e7868-96cf-47e0-82de-1b56656ca781), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.452562 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9099d44a-f755-4056-b0a0-e8a0244076c9') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:12.452864 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9099d44a-f755-4056-b0a0-e8a0244076c9') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:12.461929 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['492e7868-96cf-47e0-82de-1b56656ca781'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:40:12.488043 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25490534'] for segment (9099d44a-f755-4056-b0a0-e8a0244076c9), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.501385 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Pushing event deleted for resources: {'Port': ['ID=492e7868-96cf-47e0-82de-1b56656ca781,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:12.519589 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (9099d44a-f755-4056-b0a0-e8a0244076c9), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.527945 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:40:12.528517 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26155108'] for segment (9099d44a-f755-4056-b0a0-e8a0244076c9), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: Traceback (most recent call last): Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: timer() Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: cb(*args, **kw) Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: return func(*args, **kwargs) Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: self._notify() Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: self.callback(batched_events) Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: event.method(event) Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: return f(self, *a, **k) Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._get(url).json() Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:40:12.530418 dv-cinder-821602-16-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:40:12.570170 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (2af3405c-7716-4bc0-8820-679727c42343), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.574040 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] No DVR routers for this DVR port 492e7868-96cf-47e0-82de-1b56656ca781 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:40:12.576781 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.580436 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-fd2fcbb9-9078-4773-8290-d3b8e10f3b2d req-f7013514-56e6-437e-912d-ddd72b02e770 tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.48 "DELETE /v2.0/ports/492e7868-96cf-47e0-82de-1b56656ca781 HTTP/1.1" status: 204 len: 173 time: 1.1650600 Jan 19 21:40:12.581013 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb54a3c7-f862-4598-9337-2f9aae964b4e', 'name': 'network-vif-deleted', 'tag': '492e7868-96cf-47e0-82de-1b56656ca781'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:12.592005 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed58c90b-6c34-4019-a5ac-1f38a8c86f36" -d '{"events": [{"server_uuid": "bb54a3c7-f862-4598-9337-2f9aae964b4e", "name": "network-vif-deleted", "tag": "492e7868-96cf-47e0-82de-1b56656ca781"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:12.597343 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-64cf2ee3-e0ed-4f9e-b353-9d0f509bd7f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (4d0ae247-130f-4719-960d-104a3c0611ed), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.684794 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6736e6-abdb-4ada-baec-a88ac91b13d2 None None] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:40:12.714895 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-11b560c8-e3eb-469e-8787-2407c0d37a0c req-0655d3cf-7c60-418f-9768-5b68c3c4a42b tempest-VolumesNegativeTest-1709956731 tempest-VolumesNegativeTest-1709956731-project] 10.222.0.39 "GET /v2.0/ports?device_id=bb54a3c7-f862-4598-9337-2f9aae964b4e HTTP/1.1" status: 200 len: 210 time: 0.0616622 Jan 19 21:40:12.716575 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (c8a8e99d-6b65-4a55-b0e5-f725483a6422), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.725286 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d7e4c05-23bb-4bcd-b065-fd08269f9deb x-openstack-request-id: req-9d7e4c05-23bb-4bcd-b065-fd08269f9deb {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:12.725510 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.727153 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb54a3c7-f862-4598-9337-2f9aae964b4e", "name": "network-vif-deleted", "tag": "492e7868-96cf-47e0-82de-1b56656ca781", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:12.727498 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d7e4c05-23bb-4bcd-b065-fd08269f9deb {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:12.728757 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb54a3c7-f862-4598-9337-2f9aae964b4e', 'name': 'network-vif-deleted', 'tag': '492e7868-96cf-47e0-82de-1b56656ca781', 'status': 'completed', 'code': 200} Jan 19 21:40:12.735619 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] 10.222.0.39 "DELETE /v2.0/networks/c8a8e99d-6b65-4a55-b0e5-f725483a6422 HTTP/1.1" status: 204 len: 168 time: 0.6520164 Jan 19 21:40:12.781880 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead7357-d5c0-4519-8aba-7a20fbba615e admin admin] Pushing event deleted for resources: {'Network': ['ID=c8a8e99d-6b65-4a55-b0e5-f725483a6422,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:12.874564 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d1b3f5a6-e3d3-4612-88c8-3a653eeb056a up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:12.905057 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-64cf2ee3-e0ed-4f9e-b353-9d0f509bd7f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (4d0ae247-130f-4719-960d-104a3c0611ed), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.914230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-64cf2ee3-e0ed-4f9e-b353-9d0f509bd7f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (4d0ae247-130f-4719-960d-104a3c0611ed), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.924804 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59096) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:12.943544 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf2ee3-e0ed-4f9e-b353-9d0f509bd7f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0ae247-130f-4719-960d-104a3c0611ed,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:12.956744 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-64cf2ee3-e0ed-4f9e-b353-9d0f509bd7f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:12.958748 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-64cf2ee3-e0ed-4f9e-b353-9d0f509bd7f9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5250895 Jan 19 21:40:12.960056 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Router 2af3405c-7716-4bc0-8820-679727c42343 is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:40:12.962475 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59098) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:12.967886 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-cd587880-e79f-4c19-975d-ee5542341942 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'security_group_rule': {'security_group_id': '6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:12.971927 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-00a8dc68-6ac4-47b7-966a-163a8dea857c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e5a1185a4c6a4070994acf8f2c962e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445931 Jan 19 21:40:12.974051 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59100) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:13.044083 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ef258eb-5c99-4161-8887-43435f419572 admin admin] Publish callbacks [] for security_group (688481ac-ce49-405e-8f76-594ea5c72dd6), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.054342 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cd587880-e79f-4c19-975d-ee5542341942 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (148b2466-2b44-45cb-80ce-a14d8e82d567), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.079203 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-f80e7c90-7547-440f-a6f7-7997a34192f1 None None] Provisioning complete for port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:13.079782 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f80e7c90-7547-440f-a6f7-7997a34192f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.091600 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ef258eb-5c99-4161-8887-43435f419572 admin admin] Publish callbacks [] for security_group (688481ac-ce49-405e-8f76-594ea5c72dd6), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.166460 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:13.171626 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ef258eb-5c99-4161-8887-43435f419572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (688481ac-ce49-405e-8f76-594ea5c72dd6), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.174934 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ef258eb-5c99-4161-8887-43435f419572 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.179509 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1ef258eb-5c99-4161-8887-43435f419572 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/688481ac-ce49-405e-8f76-594ea5c72dd6 HTTP/1.1" status: 204 len: 168 time: 0.2005541 Jan 19 21:40:13.179693 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.179693 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:13.180208 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.192161 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef258eb-5c99-4161-8887-43435f419572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688481ac-ce49-405e-8f76-594ea5c72dd6,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:13.206598 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Sync routers for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:13.234133 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cd587880-e79f-4c19-975d-ee5542341942 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (148b2466-2b44-45cb-80ce-a14d8e82d567), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.242700 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cd587880-e79f-4c19-975d-ee5542341942 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (148b2466-2b44-45cb-80ce-a14d8e82d567), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.273645 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-cd587880-e79f-4c19-975d-ee5542341942 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.274793 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-cd587880-e79f-4c19-975d-ee5542341942 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3113546 Jan 19 21:40:13.277984 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59104) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:13.278962 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] Publish callbacks [] for router (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.282602 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-bf0b32c9-b287-42f9-b4b3-9909b3000ace admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9607725 Jan 19 21:40:13.282776 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'floatingip': {'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:13.291593 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59106) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:13.300507 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd587880-e79f-4c19-975d-ee5542341942 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148b2466-2b44-45cb-80ce-a14d8e82d567,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:13.320300 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:13.321263 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:13.350207 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.405526 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-f80e7c90-7547-440f-a6f7-7997a34192f1 None None] Current status of the port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:13.406087 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f80e7c90-7547-440f-a6f7-7997a34192f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.507413 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.527426 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:13.527993 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.560680 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-f80e7c90-7547-440f-a6f7-7997a34192f1 None None] For port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=d1b3f5a6-e3d3-4612-88c8-3a653eeb056a,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:13.563947 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:13.597858 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f80e7c90-7547-440f-a6f7-7997a34192f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.655627 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Allocated IP 172.27.0.248 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/378aabe0-0052-4dcd-99a0-15b0a2de1499) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:13.780632 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.db.api [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102648) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 19 21:40:13.781250 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG oslo_db.api [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 19 21:40:13.789726 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80e7c90-7547-440f-a6f7-7997a34192f1 None None] Pushing event updated for resources: {'Port': ['ID=d1b3f5a6-e3d3-4612-88c8-3a653eeb056a,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:13.803347 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-0e4a070c-65db-45a4-be90-b1170669da22 None None] Provisioning complete for port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:13.803739 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0e4a070c-65db-45a4-be90-b1170669da22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.813135 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for port (378aabe0-0052-4dcd-99a0-15b0a2de1499), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.856035 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (378aabe0-0052-4dcd-99a0-15b0a2de1499), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:13.919077 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'Port': ['ID=378aabe0-0052-4dcd-99a0-15b0a2de1499,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:13.935667 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:13.937533 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:13.939921 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:13.973446 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a070c-65db-45a4-be90-b1170669da22 None None] Current status of the port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:13.979047 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:11Z', 'revision_number': 3, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:14.012070 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Checking router: 2af3405c-7716-4bc0-8820-679727c42343 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:14.012447 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Updating router 2af3405c-7716-4bc0-8820-679727c42343 port 984fdadd-82fd-40c8-a192-659149e4c700 binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:40:14.048747 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (984fdadd-82fd-40c8-a192-659149e4c700), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.106858 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (fb364152-3cef-4db4-a961-e102ede92ad5), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.158765 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (378aabe0-0052-4dcd-99a0-15b0a2de1499), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.189008 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.357936 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:14.367781 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for port (378aabe0-0052-4dcd-99a0-15b0a2de1499), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.374944 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (378aabe0-0052-4dcd-99a0-15b0a2de1499), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.381146 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Allocated IP 172.20.0.1 (ce6acd12-5f71-4ac1-a012-ee1a9267af54/e004ec97-db1b-4841-907e-5b7f97202845/40232a20-dec7-4a12-90db-f1e5ff9a5fe2) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:14.442151 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Publish callbacks [] for port (984fdadd-82fd-40c8-a192-659149e4c700), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.449032 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'Port': ['ID=378aabe0-0052-4dcd-99a0-15b0a2de1499,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:14.451431 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (984fdadd-82fd-40c8-a192-659149e4c700), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.473286 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (fb364152-3cef-4db4-a961-e102ede92ad5), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.503224 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.505376 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9770036d-27a3-4f78-b3e1-5d95567cd1fb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2262771 Jan 19 21:40:14.528397 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Attempting to bind port 984fdadd-82fd-40c8-a192-659149e4c700 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:40:14.528677 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Attempting to bind port 984fdadd-82fd-40c8-a192-659149e4c700 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:40:14.528946 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Attempting to bind port 984fdadd-82fd-40c8-a192-659149e4c700 on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:14.531050 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Publish callbacks [] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.538558 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9807e-ca75-46e9-aa27-b42c0803c884 None None] Pushing event updated for resources: {'Port': ['ID=984fdadd-82fd-40c8-a192-659149e4c700,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:14.549808 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 39, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:40:14.550213 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:14.550651 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.551648 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:40:14.552191 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Bound port: 984fdadd-82fd-40c8-a192-659149e4c700, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:40:14.552696 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (984fdadd-82fd-40c8-a192-659149e4c700), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.556258 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.574166 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.621359 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:14.627768 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:14.629897 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=40232a20-dec7-4a12-90db-f1e5ff9a5fe2,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:14.632270 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:14.672036 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] For port 984fdadd-82fd-40c8-a192-659149e4c700, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:40:14.677877 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] For port 984fdadd-82fd-40c8-a192-659149e4c700, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=984fdadd-82fd-40c8-a192-659149e4c700,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:40:14.681478 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (2af3405c-7716-4bc0-8820-679727c42343), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.685115 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (984fdadd-82fd-40c8-a192-659149e4c700), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.793218 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:14.794135 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:14.879353 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9807e-ca75-46e9-aa27-b42c0803c884 None None] Pushing event updated for resources: {'Port': ['ID=984fdadd-82fd-40c8-a192-659149e4c700,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:14.889569 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d1b3f5a6-e3d3-4612-88c8-3a653eeb056a up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:14.895352 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-4edebc19-5076-45ff-a3ed-7381552b1ad7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--853397268&fields=id&tenant_id=274e4ed7ae93485588f375b9f9504770 HTTP/1.1" status: 200 len: 267 time: 0.1046321 Jan 19 21:40:14.971315 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:14.975823 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 492e7868-96cf-47e0-82de-1b56656ca781 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:15.026435 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 492e7868-96cf-47e0-82de-1b56656ca781 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:15.026922 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 492e7868-96cf-47e0-82de-1b56656ca781 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:15.069909 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-7149c22a-f0d5-4054-92ae-3daf5620a04e None None] Provisioning complete for port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:15.070444 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7149c22a-f0d5-4054-92ae-3daf5620a04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:15.142996 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:15.145977 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:15.146223 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:15.188822 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-7149c22a-f0d5-4054-92ae-3daf5620a04e None None] Port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:40:15.201928 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Publish callbacks [] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:15.210324 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:15.281021 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Pushing event updated for resources: {'Port': ['ID=40232a20-dec7-4a12-90db-f1e5ff9a5fe2,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:15.311561 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.311802 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.312385 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.312822 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.313279 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.313714 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.314279 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.314708 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.315141 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.315574 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.316039 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.316501 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.316960 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:15.356565 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (2af3405c-7716-4bc0-8820-679727c42343), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:15.401590 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcff6d-5b77-4826-8564-4a859949b405 req-21d434de-1c8a-4108-a488-72add6912f9a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:15.409020 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d8bcff6d-5b77-4826-8564-4a859949b405 req-21d434de-1c8a-4108-a488-72add6912f9a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1249492 Jan 19 21:40:15.420423 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-e3d8891c-3d66-4281-8173-2d8d3d5548be tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:15.428696 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-e3d8891c-3d66-4281-8173-2d8d3d5548be tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 816 time: 0.5223324 Jan 19 21:40:15.445286 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-50dbf738-799a-4422-b1c0-403a173c8e24 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/quotas/274e4ed7ae93485588f375b9f9504770 HTTP/1.1" status: 200 len: 375 time: 0.0155985 Jan 19 21:40:15.508338 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-1a2f9eb8-2b96-48ab-a275-ff5bb53a0249 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0593867 Jan 19 21:40:15.525946 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d8bcff6d-5b77-4826-8564-4a859949b405 req-1f67de42-4929-48da-8b01-72def5e01554 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157682 Jan 19 21:40:15.550614 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:15.554682 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:15.660326 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:15.695997 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:11Z', 'revision_number': 3, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:15.737651 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64eabbc2-e974-4d02-a3a2-4aa1d3275caa None None] The sync data for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi is: [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:11Z', 'revision_number': 3, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:15.752009 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Router 2af3405c-7716-4bc0-8820-679727c42343 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:40:15.821189 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-fd53059a-9efd-4896-a7b0-a2fbf1abb9a7 service neutron] 10.222.0.39 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958145 Jan 19 21:40:15.923900 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-27591ade-4aa6-4459-a9a1-88e13a0d00a9 None None] Provisioning complete for port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:15.923900 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-27591ade-4aa6-4459-a9a1-88e13a0d00a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:15.928059 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:15.942896 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-deacf4c7-817e-4bd4-8eb0-32b0feb625db service neutron] 10.222.0.39 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207626 Jan 19 21:40:15.950287 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d0c658c3-e43d-4fd4-9e03-6f410376ac61 admin admin] 10.222.0.39 "PUT /v2.0/routers/2af3405c-7716-4bc0-8820-679727c42343/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6521766 Jan 19 21:40:15.968723 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-27591ade-4aa6-4459-a9a1-88e13a0d00a9 None None] Port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:40:16.182487 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dad1fade-8521-40e1-92dd-798aaeb9a02b req-8115a36a-d818-43a3-8a68-cb183523f46c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 210 time: 0.0428183 Jan 19 21:40:16.375555 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:16.379807 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:16.711433 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd531e68-122f-4e89-8158-b826a3e81289 req-33f6e297-23cb-4587-ae5f-9db50cc418f9 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:16.718925 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-bd531e68-122f-4e89-8158-b826a3e81289 req-33f6e297-23cb-4587-ae5f-9db50cc418f9 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.0836132 Jan 19 21:40:16.784480 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 984fdadd-82fd-40c8-a192-659149e4c700 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:16.800535 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-bd531e68-122f-4e89-8158-b826a3e81289 req-35328132-3ca2-49b8-a651-7cf4dad9b6d7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804858 Jan 19 21:40:16.870750 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 984fdadd-82fd-40c8-a192-659149e4c700 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:16.870750 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (984fdadd-82fd-40c8-a192-659149e4c700), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:16.980212 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59366) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:16.985613 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-719920943-network', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:16.997766 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 984fdadd-82fd-40c8-a192-659149e4c700 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:16.998271 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (984fdadd-82fd-40c8-a192-659149e4c700), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.032967 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port 984fdadd-82fd-40c8-a192-659149e4c700, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=984fdadd-82fd-40c8-a192-659149e4c700,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:17.034817 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Made reservation on behalf of d0ca6d47052a4d109fd05bddf74d358e for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:40:17.039552 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (984fdadd-82fd-40c8-a192-659149e4c700), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.039769 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.061906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.114619 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=984fdadd-82fd-40c8-a192-659149e4c700,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:17.168412 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Publish callbacks [] for security_group (f0868ab0-2025-473c-bc08-37b05968fc3f), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.172700 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f0868ab0-2025-473c-bc08-37b05968fc3f), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.198735 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:40:17.208116 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (7b88a658-e433-4aeb-8037-e31dcec3211e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.208685 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Added segment 7b88a658-e433-4aeb-8037-e31dcec3211e of type vlan for network 41733651-383e-4cbc-9f25-034cb8eb5745 Jan 19 21:40:17.222708 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0868ab0-2025-473c-bc08-37b05968fc3f,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:17.263171 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (41733651-383e-4cbc-9f25-034cb8eb5745), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.291951 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (41733651-383e-4cbc-9f25-034cb8eb5745), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.293157 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:17.293931 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.400848 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4189816 Jan 19 21:40:17.403693 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59384) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:17.409246 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Request body: {'subnet': {'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-719920943-subnet', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:17.411666 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-30157e19-1758-469e-92d3-f5e584df532f req-1ce3bde1-969d-4d77-8019-6612e7621a5c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 210 time: 0.0852551 Jan 19 21:40:17.418421 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee4cda-1004-4842-9b2f-603228fa8374 admin admin] Pushing event updated for resources: {'Network': ['ID=41733651-383e-4cbc-9f25-034cb8eb5745,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:17.430415 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 41733651-383e-4cbc-9f25-034cb8eb5745 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:40:17.440637 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e57ff-2be1-4393-b388-67d3e48017ad req-4c8a54a3-6ea6-489a-bda7-056d71b04da3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:17.443228 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-567e57ff-2be1-4393-b388-67d3e48017ad req-4c8a54a3-6ea6-489a-bda7-056d71b04da3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.1295879 Jan 19 21:40:17.474738 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Made reservation on behalf of d0ca6d47052a4d109fd05bddf74d358e for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:40:17.478341 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25586898'] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.569184 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Deleting port cc278991-6470-4b41-809e-16b0013c99f5 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:17.569577 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (cc278991-6470-4b41-809e-16b0013c99f5), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.671115 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] For port cc278991-6470-4b41-809e-16b0013c99f5, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=cc278991-6470-4b41-809e-16b0013c99f5,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:17.671615 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (cc278991-6470-4b41-809e-16b0013c99f5), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.698241 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25586940'] for subnet (fb3ad7d7-6543-415e-a320-edf3a0e78d60), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.793142 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb3ad7d7-6543-415e-a320-edf3a0e78d60,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:17.830215 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Checking segment: {'id': '7b88a658-e433-4aeb-8037-e31dcec3211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:17.830690 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Network hostable DHCP agents. Network: 41733651-383e-4cbc-9f25-034cb8eb5745, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:40:17.877659 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Network 41733651-383e-4cbc-9f25-034cb8eb5745 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:40:17.927805 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.928404 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (76231430-2e7b-4f2d-9b9a-976fd651430d), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:17.928847 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Floating IP 76231430-2e7b-4f2d-9b9a-976fd651430d disassociated. External IP: 172.27.0.12, port: cc278991-6470-4b41-809e-16b0013c99f5. Jan 19 21:40:17.929363 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Calling delete_port for cc278991-6470-4b41-809e-16b0013c99f5 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:17.988616 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 41733651-383e-4cbc-9f25-034cb8eb5745) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:18.001562 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:18.001562 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.003366 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd33f9a-815e-4cd0-9139-9acbfb28fedc None None] Network 41733651-383e-4cbc-9f25-034cb8eb5745 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:40:18.056120 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c1cc9a50-abec-4190-aa7c-1d6df650382c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6507907 Jan 19 21:40:18.070085 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59418) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:18.076084 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:18.083830 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Sync routers for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:18.103730 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:18.104681 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:18.119741 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082abde-41ad-4064-a8ab-9551668399fd req-8c5d630d-78bb-4b37-8187-bf1cfc6dad7a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:18.123117 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (cc278991-6470-4b41-809e-16b0013c99f5), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.127790 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2082abde-41ad-4064-a8ab-9551668399fd req-8c5d630d-78bb-4b37-8187-bf1cfc6dad7a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 945 time: 0.2262776 Jan 19 21:40:18.161581 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event deleted for resources: {'Port': ['ID=cc278991-6470-4b41-809e-16b0013c99f5,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:18.193974 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-41733651-383e-4cbc-9f25-034cb8eb5745', 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745', 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'fixed_ips': [{'subnet_id': 'fb3ad7d7-6543-415e-a320-edf3a0e78d60'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:40:18.194162 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-f1e437a9-af8d-4e42-a26b-93920a2a4903 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:18.194858 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.195580 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-f1e437a9-af8d-4e42-a26b-93920a2a4903 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 816 time: 0.3213303 Jan 19 21:40:18.237533 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2082abde-41ad-4064-a8ab-9551668399fd req-43df6e22-5cb6-4b65-8d46-e1be83605c85 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=7c54699a-3e59-4e02-86f6-a96b85ed404c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088006 Jan 19 21:40:18.245685 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.247670 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.302006 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:18.324220 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Router eb530a49-9026-4a44-9de1-96cdd4ce8e96 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:40:18.354038 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks [] for router_controller (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.364153 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-a66a579a-52df-4532-ae10-d5aecf28417d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=274e4ed7ae93485588f375b9f9504770 HTTP/1.1" status: 200 len: 379 time: 0.1560633 Jan 19 21:40:18.433863 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Allocated IP 172.20.0.2 (41733651-383e-4cbc-9f25-034cb8eb5745/fb3ad7d7-6543-415e-a320-edf3a0e78d60/7d0ded79-3c92-4497-9dcc-beb93493fef5) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:18.443448 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'port': {'device_id': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'admin_state_up': True, 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'security_groups': ['6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:18.475122 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:18.534431 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:15Z', 'revision_number': 2, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:18.560802 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] No DVR routers for this DVR port cc278991-6470-4b41-809e-16b0013c99f5 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:40:18.567052 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Checking router: 2af3405c-7716-4bc0-8820-679727c42343 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:18.567722 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Updating router 2af3405c-7716-4bc0-8820-679727c42343 port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:40:18.576779 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.576779 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-567e57ff-2be1-4393-b388-67d3e48017ad req-61c775b1-2163-4419-b652-5bc7b1545bd7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "DELETE /v2.0/ports/cc278991-6470-4b41-809e-16b0013c99f5 HTTP/1.1" status: 204 len: 173 time: 1.1266365 Jan 19 21:40:18.580209 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'name': 'network-vif-deleted', 'tag': 'cc278991-6470-4b41-809e-16b0013c99f5'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:18.586987 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501c785a-0590-489f-9a61-2d198df471ce" -d '{"events": [{"server_uuid": "db659dc6-598e-48b9-aea4-8fe5bfb40298", "name": "network-vif-deleted", "tag": "cc278991-6470-4b41-809e-16b0013c99f5"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:18.624494 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.647078 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c92b1553-c1e4-461b-8536-60a245a55add req-434d1605-f424-4563-b23b-7556bce20692 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 210 time: 0.0876670 Jan 19 21:40:18.682013 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] Sync routers for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:18.714952 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0a31b0-f2bc-4c80-b19a-74be9c53f589 x-openstack-request-id: req-7c0a31b0-f2bc-4c80-b19a-74be9c53f589 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:18.715243 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db659dc6-598e-48b9-aea4-8fe5bfb40298", "name": "network-vif-deleted", "tag": "cc278991-6470-4b41-809e-16b0013c99f5", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:18.715497 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c0a31b0-f2bc-4c80-b19a-74be9c53f589 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:18.716191 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db659dc6-598e-48b9-aea4-8fe5bfb40298', 'name': 'network-vif-deleted', 'tag': 'cc278991-6470-4b41-809e-16b0013c99f5', 'status': 'completed', 'code': 200} Jan 19 21:40:18.732067 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks [] for router_gateway (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.776788 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Made reservation on behalf of 274e4ed7ae93485588f375b9f9504770 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:40:18.779589 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 984fdadd-82fd-40c8-a192-659149e4c700 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:18.781448 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.783547 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Publish callbacks [] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.787573 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:18.788506 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:18.849604 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:18.946710 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Network 41733651-383e-4cbc-9f25-034cb8eb5745 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:18.954998 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:18.966751 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:18.967425 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Allocated IP 172.20.0.6 (6a3204f2-3b37-4c59-998a-f6c3f9fa0734/40c32d1c-e099-481b-8a03-bdb896a1167b/fbe0ff18-a93d-4960-a319-f34c1c86c504) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:18.984088 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Pushing event updated for resources: {'Port': ['ID=7d0ded79-3c92-4497-9dcc-beb93493fef5,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:19.036047 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Publish callbacks [] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.043566 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.077054 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 984fdadd-82fd-40c8-a192-659149e4c700 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:19.078024 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (984fdadd-82fd-40c8-a192-659149e4c700), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.088203 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:19.119025 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Pushing event updated for resources: {'Port': ['ID=40232a20-dec7-4a12-90db-f1e5ff9a5fe2,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:19.153097 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.153827 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.154440 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.155102 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.155651 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.156272 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.156850 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.157386 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.157930 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.158520 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.159068 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.159596 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.161106 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:19.172937 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Attempting to bind port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:40:19.173664 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Attempting to bind port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:40:19.175212 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Attempting to bind port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:19.177887 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Attempting to bind port 7d0ded79-3c92-4497-9dcc-beb93493fef5 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:40:19.178468 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Attempting to bind port 7d0ded79-3c92-4497-9dcc-beb93493fef5 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '7b88a658-e433-4aeb-8037-e31dcec3211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:40:19.179868 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Attempting to bind port 7d0ded79-3c92-4497-9dcc-beb93493fef5 on network 41733651-383e-4cbc-9f25-034cb8eb5745 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:19.186706 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:40:19.190153 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Checking segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:19.190664 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.192796 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Bound using segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:40:19.193616 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Bound port: 40232a20-dec7-4a12-90db-f1e5ff9a5fe2, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:40:19.195078 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.228374 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97d23245-c05e-47c6-87f2-edee182ffe63 req-67e14d36-096b-4059-b9bd-92b631f0f7e4 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0459187 Jan 19 21:40:19.231186 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:40:19.231560 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Checking segment: {'id': '7b88a658-e433-4aeb-8037-e31dcec3211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:19.231984 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.232392 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Bound using segment: {'id': '7b88a658-e433-4aeb-8037-e31dcec3211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:40:19.232852 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Bound port: 7d0ded79-3c92-4497-9dcc-beb93493fef5, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b88a658-e433-4aeb-8037-e31dcec3211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:40:19.233221 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.283254 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks [] for router_gateway (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.308241 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] For port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:40:19.312731 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] For port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=40232a20-dec7-4a12-90db-f1e5ff9a5fe2,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:40:19.321354 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.333860 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.350065 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97d23245-c05e-47c6-87f2-edee182ffe63 req-01290b50-03a2-476d-91e6-c2dda33b83c5 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 210 time: 0.0443943 Jan 19 21:40:19.491747 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc820b5b-8240-498b-b36d-2bd64885f86b None None] Pushing event updated for resources: {'Port': ['ID=40232a20-dec7-4a12-90db-f1e5ff9a5fe2,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:19.518620 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:19.519797 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:19.572806 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.616649 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59436) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:19.646941 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0f53476a-04fa-4478-897a-98a5341312dc req-ba3e48b2-ce7e-4bb6-9243-f778f66ba9d2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=db659dc6-598e-48b9-aea4-8fe5bfb40298 HTTP/1.1" status: 200 len: 210 time: 0.0988865 Jan 19 21:40:19.687692 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:19.738867 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] For port 7d0ded79-3c92-4497-9dcc-beb93493fef5, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:40:19.742206 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23245-c05e-47c6-87f2-edee182ffe63 req-d08ab4c9-bee5-464c-b4b3-9fa829d32b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:19.743612 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97d23245-c05e-47c6-87f2-edee182ffe63 req-d08ab4c9-bee5-464c-b4b3-9fa829d32b3c service neutron] 10.222.0.48 "GET /v2.0/networks?tenant_id=55c22409415a4174a6c3b81635c38330&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3728178 Jan 19 21:40:19.749110 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 984fdadd-82fd-40c8-a192-659149e4c700 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:19.789198 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] For port 7d0ded79-3c92-4497-9dcc-beb93493fef5, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=7d0ded79-3c92-4497-9dcc-beb93493fef5,segment=NetworkSegment(7b88a658-e433-4aeb-8037-e31dcec3211e),segment_id=7b88a658-e433-4aeb-8037-e31dcec3211e)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:40:19.790359 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-51849efe-285c-42eb-9874-cdf39dbafd00 None None] Provisioning complete for port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:19.790745 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51849efe-285c-42eb-9874-cdf39dbafd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.796907 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Allocated IP 172.27.0.232 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/f3ea37c1-3f68-4e9f-b910-da8d65b5141e) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:19.824850 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.838595 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:19.982413 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a1694-e81a-465d-a37d-0e3eead81c0b None None] Pushing event updated for resources: {'Port': ['ID=7d0ded79-3c92-4497-9dcc-beb93493fef5,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:19.982658 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-bd437500-0816-4b0c-b601-16bae7333ec1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=da8a104c2f554013977c9be7d193d619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475869 Jan 19 21:40:19.997569 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59442) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:20.020772 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d23245-c05e-47c6-87f2-edee182ffe63 req-412d4ecc-f455-4760-9ea9-02e519db917e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:20.022673 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-97d23245-c05e-47c6-87f2-edee182ffe63 req-412d4ecc-f455-4760-9ea9-02e519db917e service neutron] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2688665 Jan 19 21:40:20.057266 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:19Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:20.069749 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:20.089048 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9ccfe5a0-2965-40ba-83e7-50a5a0cf3fda admin admin] Publish callbacks [] for security_group (389ffc73-565c-49eb-972d-a9109a602eb7), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.094891 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks [] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.109662 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ca7ec8-c0ab-4161-b450-d8c002119c8a None None] The sync data for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi is: [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:19Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:20.112849 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:20.119243 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9ccfe5a0-2965-40ba-83e7-50a5a0cf3fda admin admin] Publish callbacks [] for security_group (389ffc73-565c-49eb-972d-a9109a602eb7), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.126423 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ce916e-6836-495b-8cee-e0f34d81c419 req-599e9b10-99e4-4df8-91bf-9fdd817fafa6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:20.129926 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] Checking router: eb530a49-9026-4a44-9de1-96cdd4ce8e96 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:20.133469 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-51849efe-285c-42eb-9874-cdf39dbafd00 None None] Current status of the port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:20.134066 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51849efe-285c-42eb-9874-cdf39dbafd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.136837 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d5ce916e-6836-495b-8cee-e0f34d81c419 req-599e9b10-99e4-4df8-91bf-9fdd817fafa6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 931 time: 0.3181701 Jan 19 21:40:20.153073 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:20.158351 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:20.158648 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:20.159447 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:20.171470 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:20.232370 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9ccfe5a0-2965-40ba-83e7-50a5a0cf3fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (389ffc73-565c-49eb-972d-a9109a602eb7), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.235403 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9ccfe5a0-2965-40ba-83e7-50a5a0cf3fda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.236815 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-9ccfe5a0-2965-40ba-83e7-50a5a0cf3fda admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/389ffc73-565c-49eb-972d-a9109a602eb7 HTTP/1.1" status: 204 len: 168 time: 0.2386520 Jan 19 21:40:20.259800 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-51849efe-285c-42eb-9874-cdf39dbafd00 None None] For port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=40232a20-dec7-4a12-90db-f1e5ff9a5fe2,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:20.275894 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccfe5a0-2965-40ba-83e7-50a5a0cf3fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389ffc73-565c-49eb-972d-a9109a602eb7,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:20.276799 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-51849efe-285c-42eb-9874-cdf39dbafd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.411771 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.428240 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:20.429064 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.447148 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d5ce916e-6836-495b-8cee-e0f34d81c419 req-2c2a6125-3d45-4331-93ee-12d4d47acfd7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3091760 Jan 19 21:40:20.563614 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-9614dd39-c735-4765-bbd0-ec07a7a30d40 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1281722 Jan 19 21:40:20.569183 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ea37c1-3f68-4e9f-b910-da8d65b5141e,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:20.588077 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:20.598915 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Request body: {'port': {'device_id': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:20.613557 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:20.651770 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:20.831663 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59450) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:20.832609 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51849efe-285c-42eb-9874-cdf39dbafd00 None None] Pushing event updated for resources: {'Port': ['ID=40232a20-dec7-4a12-90db-f1e5ff9a5fe2,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:20.836001 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.846322 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:20.849922 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-748a7c8f-3e50-4c2a-b6de-85a2071a4702 None None] Provisioning complete for port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:20.850544 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-748a7c8f-3e50-4c2a-b6de-85a2071a4702 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.914271 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 7d0ded79-3c92-4497-9dcc-beb93493fef5 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:20.950643 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa12e-647a-425f-aa2b-84a79cb24f4f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (7c54699a-3e59-4e02-86f6-a96b85ed404c), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:20.960000 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device cc278991-6470-4b41-809e-16b0013c99f5 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:20.982025 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa12e-647a-425f-aa2b-84a79cb24f4f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (7c54699a-3e59-4e02-86f6-a96b85ed404c), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.034857 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: cc278991-6470-4b41-809e-16b0013c99f5 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:21.040823 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device cc278991-6470-4b41-809e-16b0013c99f5 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:21.057904 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa12e-647a-425f-aa2b-84a79cb24f4f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (7c54699a-3e59-4e02-86f6-a96b85ed404c), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.061020 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4f7aa12e-647a-425f-aa2b-84a79cb24f4f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.065302 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-4f7aa12e-647a-425f-aa2b-84a79cb24f4f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "DELETE /v2.0/security-groups/7c54699a-3e59-4e02-86f6-a96b85ed404c HTTP/1.1" status: 204 len: 168 time: 0.2312884 Jan 19 21:40:21.066040 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59452) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:21.089438 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.api.v2.resource [None req-2011a3a2-b0f5-4c33-9a03-c5fb0f9dfac2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] show failed (client error): The resource could not be found. Jan 19 21:40:21.093603 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-2011a3a2-b0f5-4c33-9a03-c5fb0f9dfac2 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups/7c54699a-3e59-4e02-86f6-a96b85ed404c HTTP/1.1" status: 404 len: 347 time: 0.0230544 Jan 19 21:40:21.094675 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7aa12e-647a-425f-aa2b-84a79cb24f4f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c54699a-3e59-4e02-86f6-a96b85ed404c,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:21.104873 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59454) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:21.197468 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 7d0ded79-3c92-4497-9dcc-beb93493fef5 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:21.198029 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.204900 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-748a7c8f-3e50-4c2a-b6de-85a2071a4702 None None] Current status of the port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:21.350451 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Deleting port d999b715-1bb5-4ea8-a678-115d32a7981e {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:21.351009 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (d999b715-1bb5-4ea8-a678-115d32a7981e), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.353235 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:21.355771 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 7d0ded79-3c92-4497-9dcc-beb93493fef5 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:21.358637 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.403267 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-c90723e8-0067-46a7-9e9c-daecbb5e42da None None] Provisioning complete for port fbe0ff18-a93d-4960-a319-f34c1c86c504 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:21.403795 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c90723e8-0067-46a7-9e9c-daecbb5e42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.416006 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd5acea-d772-4c92-a518-28c45227da55 None None] The sync data for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi is: [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:21.515691 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port 7d0ded79-3c92-4497-9dcc-beb93493fef5, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=7d0ded79-3c92-4497-9dcc-beb93493fef5,segment=NetworkSegment(7b88a658-e433-4aeb-8037-e31dcec3211e),segment_id=7b88a658-e433-4aeb-8037-e31dcec3211e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:21.517386 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-c90723e8-0067-46a7-9e9c-daecbb5e42da None None] Port fbe0ff18-a93d-4960-a319-f34c1c86c504 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:40:21.520892 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (d999b715-1bb5-4ea8-a678-115d32a7981e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.527384 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.528353 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:21.528889 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (d999b715-1bb5-4ea8-a678-115d32a7981e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.560986 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Calling delete_port for d999b715-1bb5-4ea8-a678-115d32a7981e owned by network:floatingip {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:21.672441 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=7d0ded79-3c92-4497-9dcc-beb93493fef5,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:21.695348 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b62052-fbc7-479f-aca2-df2ec4cafaa3 None None] Network 41733651-383e-4cbc-9f25-034cb8eb5745 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:40:21.700415 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks [] for router_gateway (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.702382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:21.704465 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.712899 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c4cea8-9b6b-4a2d-9f17-ee7926e07e91 req-0ef16e3c-0410-480b-9de6-00c876b4427a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:21.720699 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c4c4cea8-9b6b-4a2d-9f17-ee7926e07e91 req-0ef16e3c-0410-480b-9de6-00c876b4427a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 931 time: 0.1155977 Jan 19 21:40:21.878290 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-9e67e433-0a51-447c-8f82-1ce281872746 None None] Provisioning complete for port 7d0ded79-3c92-4497-9dcc-beb93493fef5 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:21.880219 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9e67e433-0a51-447c-8f82-1ce281872746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.899526 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c4c4cea8-9b6b-4a2d-9f17-ee7926e07e91 req-daa7ff6b-2570-4a74-917f-a9d5c6096341 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1724279 Jan 19 21:40:21.933269 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (d999b715-1bb5-4ea8-a678-115d32a7981e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:21.969467 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event deleted for resources: {'Port': ['ID=d999b715-1bb5-4ea8-a678-115d32a7981e,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:21.971477 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4022a945-3157-4e90-b05a-82b7de1c3f20 None None] New status for floating IP 76231430-2e7b-4f2d-9b9a-976fd651430d: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:40:21.984156 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:22.064117 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (76231430-2e7b-4f2d-9b9a-976fd651430d), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.064275 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-9e67e433-0a51-447c-8f82-1ce281872746 None None] Current status of the port 7d0ded79-3c92-4497-9dcc-beb93493fef5 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:22.068276 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.075215 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d86174af-cce8-4e53-ae70-14a896a40bb3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "DELETE /v2.0/floatingips/76231430-2e7b-4f2d-9b9a-976fd651430d HTTP/1.1" status: 204 len: 168 time: 0.9692800 Jan 19 21:40:22.079481 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe0ff18-a93d-4960-a319-f34c1c86c504 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:40:22.090816 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Publish callbacks [] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.095444 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.114580 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Transition to ACTIVE for port object fbe0ff18-a93d-4960-a319-f34c1c86c504 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:40:22.149070 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.218731 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:22.391645 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Attempting to bind port fbe0ff18-a93d-4960-a319-f34c1c86c504 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:40:22.392024 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Attempting to bind port fbe0ff18-a93d-4960-a319-f34c1c86c504 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:40:22.392350 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Attempting to bind port fbe0ff18-a93d-4960-a319-f34c1c86c504 on network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:22.400301 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Port fbe0ff18-a93d-4960-a319-f34c1c86c504 on network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:40:22.400500 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Attempting to bind port fbe0ff18-a93d-4960-a319-f34c1c86c504 on network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:22.408739 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:40:22.409074 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Checking segment: {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:22.409456 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Bound using segment: {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:40:22.410441 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Bound port: fbe0ff18-a93d-4960-a319-f34c1c86c504, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a12f5555-e0e3-44da-9919-fdc4ca5651cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:40:22.411037 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.428061 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59462) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:22.433392 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-b795b53e-1a0d-4413-a8e4-3af1af9cc209 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991185432', 'description': 'tempest-description--763627753'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:22.453219 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:40:22.462720 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b795b53e-1a0d-4413-a8e4-3af1af9cc209 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.494384 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-c9161ce5-8c14-4edb-8182-d0324d7b5187 None None] Provisioning complete for port 7d0ded79-3c92-4497-9dcc-beb93493fef5 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:22.495059 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c9161ce5-8c14-4edb-8182-d0324d7b5187 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.533904 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:40:22.538361 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:40:22.541625 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b795b53e-1a0d-4413-a8e4-3af1af9cc209 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (b8532606-fcdf-4ebb-8443-802400add5bb), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.545185 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b795b53e-1a0d-4413-a8e4-3af1af9cc209 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (b8532606-fcdf-4ebb-8443-802400add5bb), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.567550 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.589014 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-c9161ce5-8c14-4edb-8182-d0324d7b5187 None None] Current status of the port 7d0ded79-3c92-4497-9dcc-beb93493fef5 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:22.589804 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b795b53e-1a0d-4413-a8e4-3af1af9cc209 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.592326 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b795b53e-1a0d-4413-a8e4-3af1af9cc209 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1625082 Jan 19 21:40:22.594555 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795b53e-1a0d-4413-a8e4-3af1af9cc209 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8532606-fcdf-4ebb-8443-802400add5bb,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:22.596581 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59464) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:22.601713 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-8198ace9-0f6b-4c48-90f7-61bfc2ad1374 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'security_group_rule': {'security_group_id': 'b8532606-fcdf-4ebb-8443-802400add5bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:22.611332 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:22.611979 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.613911 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] 10.222.0.48 "PUT /v2.0/ports/fbe0ff18-a93d-4960-a319-f34c1c86c504 HTTP/1.1" status: 200 len: 1093 time: 2.0322397 Jan 19 21:40:22.615979 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:22.618178 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:22.640449 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:22.658513 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Sync routers for ids ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:22.661696 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8198ace9-0f6b-4c48-90f7-61bfc2ad1374 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (28e31a99-8826-457e-ae7e-ef5ba97b8d6a), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.677813 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Routers {'d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:22.678451 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:22.684491 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02583f7f-6e3f-4756-a8d6-e456693f44dc service neutron] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:22.701457 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-223408d3-0dad-4c6b-a7b2-fb3417c09175 x-openstack-request-id: req-223408d3-0dad-4c6b-a7b2-fb3417c09175 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:22.702050 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:22.702050 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-223408d3-0dad-4c6b-a7b2-fb3417c09175 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:22.702230 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'status': 'completed', 'code': 200} Jan 19 21:40:22.716785 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.720317 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-9ccd48f4-225e-49cc-8a98-29206e0c96d0 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.6482456 Jan 19 21:40:22.725599 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59468) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:22.774291 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-93db370c-05a8-4f5e-9a2b-acaeb5951670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:22.776172 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-93db370c-05a8-4f5e-9a2b-acaeb5951670 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 1096 time: 0.1069038 Jan 19 21:40:22.824870 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 7d0ded79-3c92-4497-9dcc-beb93493fef5 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:22.841111 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-4ae1f03f-608c-4a49-86b7-dcf6bf9e957c service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504 HTTP/1.1" status: 200 len: 217 time: 0.0525050 Jan 19 21:40:22.907806 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 7d0ded79-3c92-4497-9dcc-beb93493fef5 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:22.909259 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:22.937898 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Set router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:23.026189 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8198ace9-0f6b-4c48-90f7-61bfc2ad1374 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (28e31a99-8826-457e-ae7e-ef5ba97b8d6a), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.031313 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8198ace9-0f6b-4c48-90f7-61bfc2ad1374 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (28e31a99-8826-457e-ae7e-ef5ba97b8d6a), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.049179 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198ace9-0f6b-4c48-90f7-61bfc2ad1374 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28e31a99-8826-457e-ae7e-ef5ba97b8d6a,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:23.058106 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8198ace9-0f6b-4c48-90f7-61bfc2ad1374 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.059113 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8198ace9-0f6b-4c48-90f7-61bfc2ad1374 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4616184 Jan 19 21:40:23.061680 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59472) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:23.065901 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-a910f931-9541-4cc6-90d6-ce2553254d60 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'security_group_rule': {'security_group_id': 'b8532606-fcdf-4ebb-8443-802400add5bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:23.094063 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-d5112d6d-6fe3-461e-bdbd-8d5d926182ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:23.095539 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-d5112d6d-6fe3-461e-bdbd-8d5d926182ae service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.1867721 Jan 19 21:40:23.100219 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a910f931-9541-4cc6-90d6-ce2553254d60 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (c96cd267-50f1-4191-b5a2-b34a8c692b49), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.153625 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13169d-b369-4b51-8154-698cb666e001 req-a85d2ba3-126a-4ae6-a7ed-dd624a53b751 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:23.154642 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 7d0ded79-3c92-4497-9dcc-beb93493fef5 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:23.155733 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:23.160386 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db13169d-b369-4b51-8154-698cb666e001 req-a85d2ba3-126a-4ae6-a7ed-dd624a53b751 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.1574874 Jan 19 21:40:23.161607 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a910f931-9541-4cc6-90d6-ce2553254d60 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (c96cd267-50f1-4191-b5a2-b34a8c692b49), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.166316 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a910f931-9541-4cc6-90d6-ce2553254d60 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (c96cd267-50f1-4191-b5a2-b34a8c692b49), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.186432 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910f931-9541-4cc6-90d6-ce2553254d60 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96cd267-50f1-4191-b5a2-b34a8c692b49,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:23.197345 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a910f931-9541-4cc6-90d6-ce2553254d60 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.201066 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-a910f931-9541-4cc6-90d6-ce2553254d60 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355448 Jan 19 21:40:23.201214 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59474) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:23.207592 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'floatingip': {'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:23.234848 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.242726 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:23.243081 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.245682 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-b4cf5b12-2660-4fb7-85d7-fe7cd473f3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:23.247175 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-b4cf5b12-2660-4fb7-85d7-fe7cd473f3d2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1446462 Jan 19 21:40:23.265271 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:18Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 3, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'gw_port': {'id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:25:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:19Z', 'updated_at': '2022-01-19T21:40:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:23.343060 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.344582 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db13169d-b369-4b51-8154-698cb666e001 req-e461416f-2f28-4d00-9937-a1d2671e1983 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831262 Jan 19 21:40:23.442533 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Checking router: d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:23.442850 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Updating router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 port f3ea37c1-3f68-4e9f-b910-da8d65b5141e binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:40:23.461565 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Allocated IP 172.27.0.143 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/c18c9ad1-5dfc-441e-baf0-19c7fd264a84) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:23.475072 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-f941e4c5-ffa6-4500-9aee-c36b7402b8bb service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187347 Jan 19 21:40:23.475631 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.573221 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.576560 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for port (c18c9ad1-5dfc-441e-baf0-19c7fd264a84), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.616443 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (c18c9ad1-5dfc-441e-baf0-19c7fd264a84), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.621239 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:23.647712 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a12784c5-a177-4cb8-a0fe-1a1a0d2a5925 req-97ba1143-0f93-4435-a654-a9c710983339 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653693 Jan 19 21:40:23.662515 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:23.665958 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:23.670568 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:23.673851 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'Port': ['ID=c18c9ad1-5dfc-441e-baf0-19c7fd264a84,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:23.762051 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (996a5f4f-a46d-4179-a487-a960cc23754e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.803721 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c18c9ad1-5dfc-441e-baf0-19c7fd264a84), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.806549 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Publish callbacks [] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.815081 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.871689 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Attempting to bind port f3ea37c1-3f68-4e9f-b910-da8d65b5141e on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:40:23.872098 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Attempting to bind port f3ea37c1-3f68-4e9f-b910-da8d65b5141e by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:40:23.872472 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Attempting to bind port f3ea37c1-3f68-4e9f-b910-da8d65b5141e on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:23.882562 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:40:23.883470 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:23.883981 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.884468 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:40:23.884991 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Bound port: f3ea37c1-3f68-4e9f-b910-da8d65b5141e, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:40:23.885435 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.887338 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e0826-0b21-406a-8727-4e6f4318bc80 None None] Pushing event updated for resources: {'Port': ['ID=f3ea37c1-3f68-4e9f-b910-da8d65b5141e,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:23.942742 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] For port f3ea37c1-3f68-4e9f-b910-da8d65b5141e, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:40:23.945926 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] For port f3ea37c1-3f68-4e9f-b910-da8d65b5141e, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=f3ea37c1-3f68-4e9f-b910-da8d65b5141e,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:40:23.951381 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.982736 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for port (c18c9ad1-5dfc-441e-baf0-19c7fd264a84), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:23.989437 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (c18c9ad1-5dfc-441e-baf0-19c7fd264a84), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:24.014421 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Routers {'d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:24.014974 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:24.016887 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e0826-0b21-406a-8727-4e6f4318bc80 None None] Pushing event updated for resources: {'Port': ['ID=f3ea37c1-3f68-4e9f-b910-da8d65b5141e,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:24.032008 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:40:24.042366 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-38a9a8a0-d163-4f23-bc25-e926127fc77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:24.044114 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-38a9a8a0-d163-4f23-bc25-e926127fc77b service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 1096 time: 0.3452449 Jan 19 21:40:24.070039 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'Port': ['ID=c18c9ad1-5dfc-441e-baf0-19c7fd264a84,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:24.083235 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Allocated IP 172.20.0.1 (41733651-383e-4cbc-9f25-034cb8eb5745/fb3ad7d7-6543-415e-a320-edf3a0e78d60/fa0896c9-9f7f-44d9-b716-d257308fb4ff) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:24.088335 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (996a5f4f-a46d-4179-a487-a960cc23754e), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:24.103368 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:24.107770 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-86ac7c45-e89b-4169-9cec-90ada081d73f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9025588 Jan 19 21:40:24.134178 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] Set router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:24.210599 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-659f7fd5-f1cb-409e-b48d-def0a6a9ad21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:24.212116 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-659f7fd5-f1cb-409e-b48d-def0a6a9ad21 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.1587479 Jan 19 21:40:24.268065 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-3fbfeef6-b229-446e-b1f9-f417be14e711 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504 HTTP/1.1" status: 200 len: 217 time: 0.0481226 Jan 19 21:40:24.317643 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Publish callbacks [] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:24.324136 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:18Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 3, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'gw_port': {'id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:25:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:19Z', 'updated_at': '2022-01-19T21:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:24.341696 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-9f682730-143f-485f-a6f4-1e92b89ec05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:24.342986 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-9f682730-143f-485f-a6f4-1e92b89ec05a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.0664825 Jan 19 21:40:24.352408 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eeef4b-6bbc-49c3-b77d-46cdac4945c3 None None] The sync data for ids ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'] in dv-cinder-821602-16-iscsi is: [{'id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:18Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 3, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'gw_port': {'id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:25:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:19Z', 'updated_at': '2022-01-19T21:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:24.404283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:24.415822 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-72e4ae9e-7967-442e-9c8b-2e316a287f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:24.417580 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-72e4ae9e-7967-442e-9c8b-2e316a287f39 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0666244 Jan 19 21:40:24.467614 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Network 41733651-383e-4cbc-9f25-034cb8eb5745 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:24.482270 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:24.514324 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:24.514966 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-227cb943-0090-42ec-b300-0b0f36d2b861 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1991185432&fields=id&tenant_id=55c22409415a4174a6c3b81635c38330 HTTP/1.1" status: 200 len: 267 time: 0.0647225 Jan 19 21:40:24.518934 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Pushing event updated for resources: {'Port': ['ID=fa0896c9-9f7f-44d9-b716-d257308fb4ff,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:24.577036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.577036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.577036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.577036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.577036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.577036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.577036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.577036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.577036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.578059 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.578059 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.578059 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.578309 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:40:24.592278 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:24.668952 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-805e1163-0742-412d-a9e5-fa567c447548 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:24.676136 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-805e1163-0742-412d-a9e5-fa567c447548 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 811 time: 0.1596007 Jan 19 21:40:24.688770 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-eb30b4ea-d8df-483b-a5e1-7c48260e9bd3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/quotas/55c22409415a4174a6c3b81635c38330 HTTP/1.1" status: 200 len: 375 time: 0.0114739 Jan 19 21:40:24.731292 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-48935993-c19c-44d6-9969-876a7c42d159 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879574 Jan 19 21:40:24.771910 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-d223a1e8-484f-4cb1-a1f2-085d74036aa3 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769715 Jan 19 21:40:24.838163 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c558c6b-a874-4f83-b132-ba0cabd04526 req-a9138ab3-3e17-47a9-90e5-9f2e0003410d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:24.844769 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9c558c6b-a874-4f83-b132-ba0cabd04526 req-a9138ab3-3e17-47a9-90e5-9f2e0003410d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.1969383 Jan 19 21:40:24.963333 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-184bc72f-1448-4adf-a584-fc7fcb325c4e None None] Provisioning complete for port fa0896c9-9f7f-44d9-b716-d257308fb4ff triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:24.963913 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-184bc72f-1448-4adf-a584-fc7fcb325c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:24.968382 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-fe04bb7b-ea63-46c2-a52b-f9c10aeb8964 req-675491d0-f11e-4aea-8168-3c74c62d9594 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300682 Jan 19 21:40:25.034576 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:25.039503 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-184bc72f-1448-4adf-a584-fc7fcb325c4e None None] Port fa0896c9-9f7f-44d9-b716-d257308fb4ff cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:40:25.070144 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9c558c6b-a874-4f83-b132-ba0cabd04526 req-62c81af5-8a48-4919-80f7-bd447bb8cf1d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239726 Jan 19 21:40:25.083649 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-291a27aa-05f0-464a-897a-ad49b50df239 service neutron] 10.222.0.39 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916245 Jan 19 21:40:25.216716 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-7ed493f9-8cf6-46d5-a120-82f4e55e7209 service neutron] 10.222.0.39 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196065 Jan 19 21:40:25.278185 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Publish callbacks [] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:25.283271 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:25.385960 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Pushing event updated for resources: {'Port': ['ID=fa0896c9-9f7f-44d9-b716-d257308fb4ff,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:25.396854 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:25.501042 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-780de8ad-9588-481b-b268-65dd05dc080a req-57b528c5-d84d-4822-a98b-36352c60e439 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 210 time: 0.0630329 Jan 19 21:40:25.561586 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Network 41733651-383e-4cbc-9f25-034cb8eb5745 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:25.563020 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:25.697610 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:40:25.820400 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:25.826029 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8b176006-164d-4a5e-9106-63c3c29e97bc admin admin] 10.222.0.39 "PUT /v2.0/routers/d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0987384 Jan 19 21:40:25.877951 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-6ba7aecf-a7f0-42e6-99f6-4424b4bae525 None None] Provisioning complete for port fa0896c9-9f7f-44d9-b716-d257308fb4ff triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:25.877951 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6ba7aecf-a7f0-42e6-99f6-4424b4bae525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:25.916766 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7aecf-a7f0-42e6-99f6-4424b4bae525 None None] Port fa0896c9-9f7f-44d9-b716-d257308fb4ff cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:40:26.208020 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ba346-2cd4-4be5-a304-8a94b6ebaa46 req-677a0822-7e92-4ac1-be39-fb3100c8f35f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:26.209518 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-741ba346-2cd4-4be5-a304-8a94b6ebaa46 req-677a0822-7e92-4ac1-be39-fb3100c8f35f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0534930 Jan 19 21:40:26.264480 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-741ba346-2cd4-4be5-a304-8a94b6ebaa46 req-8eb1c140-44de-4faa-9653-32355940ae42 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485399 Jan 19 21:40:26.321530 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59514) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:26.326285 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-904521aa-81fd-4b9e-aa46-bf801a6aa924 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73596965', 'description': 'tempest-secgroup-smoke-73596965 description', 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:26.353931 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-904521aa-81fd-4b9e-aa46-bf801a6aa924 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.428962 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-904521aa-81fd-4b9e-aa46-bf801a6aa924 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group (ab145eda-13fe-4f33-8e26-a80c2d1c46a8), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.433020 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-904521aa-81fd-4b9e-aa46-bf801a6aa924 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ab145eda-13fe-4f33-8e26-a80c2d1c46a8), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.465659 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-904521aa-81fd-4b9e-aa46-bf801a6aa924 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.466890 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-904521aa-81fd-4b9e-aa46-bf801a6aa924 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1442916 Jan 19 21:40:26.468812 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904521aa-81fd-4b9e-aa46-bf801a6aa924 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab145eda-13fe-4f33-8e26-a80c2d1c46a8,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:26.470152 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59516) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:26.476574 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-45681ad1-b081-4a48-9eb6-fd9f0291bc16 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'security_group_rule': {'security_group_id': 'ab145eda-13fe-4f33-8e26-a80c2d1c46a8', 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:26.506445 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-45681ad1-b081-4a48-9eb6-fd9f0291bc16 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (eb7ab75f-95a2-48ae-8f89-00b6aacd72fc), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.620298 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-555888be-95b9-464a-a32a-fdfdebaaf369 req-c23fa5f0-3d66-49c7-bfd0-ad7dbd0aa09d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 210 time: 0.0443828 Jan 19 21:40:26.675563 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-45681ad1-b081-4a48-9eb6-fd9f0291bc16 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (eb7ab75f-95a2-48ae-8f89-00b6aacd72fc), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.681946 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-45681ad1-b081-4a48-9eb6-fd9f0291bc16 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (eb7ab75f-95a2-48ae-8f89-00b6aacd72fc), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.700323 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-fa0b0c45-fd36-45d9-b404-b0ab79f00949 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:26.702719 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-fa0b0c45-fd36-45d9-b404-b0ab79f00949 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 811 time: 0.1867979 Jan 19 21:40:26.723523 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45681ad1-b081-4a48-9eb6-fd9f0291bc16 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7ab75f-95a2-48ae-8f89-00b6aacd72fc,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:26.729279 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device f3ea37c1-3f68-4e9f-b910-da8d65b5141e up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:26.736440 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-45681ad1-b081-4a48-9eb6-fd9f0291bc16 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.737633 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-45681ad1-b081-4a48-9eb6-fd9f0291bc16 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2660315 Jan 19 21:40:26.740794 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59524) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:26.745505 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-f5688581-cc02-4566-8d31-4f2d340d5470 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'security_group_rule': {'security_group_id': 'ab145eda-13fe-4f33-8e26-a80c2d1c46a8', 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:26.781229 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f5688581-cc02-4566-8d31-4f2d340d5470 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (c00749c9-4df7-484c-a9c1-7636fa33a58a), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.784028 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-d2efc040-593d-4d22-b077-655c189caeb5 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55c22409415a4174a6c3b81635c38330 HTTP/1.1" status: 200 len: 380 time: 0.0702176 Jan 19 21:40:26.792063 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port f3ea37c1-3f68-4e9f-b910-da8d65b5141e triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:26.792441 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.794551 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'port': {'device_id': '472de1a8-cf62-4966-a905-6751a3bf4608', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'admin_state_up': True, 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'security_groups': ['b8532606-fcdf-4ebb-8443-802400add5bb']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:26.849216 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f5688581-cc02-4566-8d31-4f2d340d5470 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (c00749c9-4df7-484c-a9c1-7636fa33a58a), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.853742 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f5688581-cc02-4566-8d31-4f2d340d5470 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (c00749c9-4df7-484c-a9c1-7636fa33a58a), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.871990 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5688581-cc02-4566-8d31-4f2d340d5470 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00749c9-4df7-484c-a9c1-7636fa33a58a,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:26.883643 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f5688581-cc02-4566-8d31-4f2d340d5470 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.887206 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-f5688581-cc02-4566-8d31-4f2d340d5470 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1428533 Jan 19 21:40:26.887496 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59526) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:26.889046 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port f3ea37c1-3f68-4e9f-b910-da8d65b5141e is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:26.890199 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.891947 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-7c084790-9e7d-456e-af89-7705cfe7a476 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'security_group_rule': {'security_group_id': 'ab145eda-13fe-4f33-8e26-a80c2d1c46a8', 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:26.910962 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port f3ea37c1-3f68-4e9f-b910-da8d65b5141e, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=f3ea37c1-3f68-4e9f-b910-da8d65b5141e,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:26.918353 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.930852 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Made reservation on behalf of 55c22409415a4174a6c3b81635c38330 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:40:26.935584 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7c084790-9e7d-456e-af89-7705cfe7a476 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (a252ce43-f801-4d42-9d54-dc80d9fe94a1), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.935825 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:26.971381 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=f3ea37c1-3f68-4e9f-b910-da8d65b5141e,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:26.983008 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fbe0ff18-a93d-4960-a319-f34c1c86c504 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:40:27.027414 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7c084790-9e7d-456e-af89-7705cfe7a476 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (a252ce43-f801-4d42-9d54-dc80d9fe94a1), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.031179 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7c084790-9e7d-456e-af89-7705cfe7a476 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (a252ce43-f801-4d42-9d54-dc80d9fe94a1), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.050247 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c084790-9e7d-456e-af89-7705cfe7a476 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a252ce43-f801-4d42-9d54-dc80d9fe94a1,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:27.056089 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7c084790-9e7d-456e-af89-7705cfe7a476 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.059894 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-7c084790-9e7d-456e-af89-7705cfe7a476 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1692722 Jan 19 21:40:27.061360 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59528) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:27.065711 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-34a60337-1dec-4749-9779-af2fe7405ec7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'security_group_rule': {'security_group_id': 'ab145eda-13fe-4f33-8e26-a80c2d1c46a8', 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:27.095689 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-34a60337-1dec-4749-9779-af2fe7405ec7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (9cf0da5e-8d94-451e-a310-dc847a9e8388), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.115481 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:27.121626 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Allocated IP 172.20.0.6 (0432bed6-2927-4b21-abd8-6c98950fe126/4be0885a-881d-437c-a4d4-53d1609c7785/6c2bc24c-2576-4ad0-82f8-e26eed43820c) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:27.127590 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'port_id': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'mac_address': 'fa:16:3e:95:a3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:40:27.165575 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-34a60337-1dec-4749-9779-af2fe7405ec7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (9cf0da5e-8d94-451e-a310-dc847a9e8388), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.169037 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port fbe0ff18-a93d-4960-a319-f34c1c86c504 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:27.169428 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.171876 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-34a60337-1dec-4749-9779-af2fe7405ec7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (9cf0da5e-8d94-451e-a310-dc847a9e8388), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.183028 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe0ff18-a93d-4960-a319-f34c1c86c504 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:40:27.194574 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a60337-1dec-4749-9779-af2fe7405ec7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cf0da5e-8d94-451e-a310-dc847a9e8388,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:27.199765 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-34a60337-1dec-4749-9779-af2fe7405ec7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.203990 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-34a60337-1dec-4749-9779-af2fe7405ec7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1387341 Jan 19 21:40:27.204165 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59532) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:27.209387 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-9af64776-cb3b-41cf-aff2-957cd8a05cad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'security_group_rule': {'security_group_id': 'ab145eda-13fe-4f33-8e26-a80c2d1c46a8', 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:27.215453 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:27.221305 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.236532 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.securitygroups_db [None req-9af64776-cb3b-41cf-aff2-957cd8a05cad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Project 96a16a0510fb4a22b32fd21ff104e7b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 21:40:27.241913 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9af64776-cb3b-41cf-aff2-957cd8a05cad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (a0812c84-1628-4336-a1a2-335336714d60), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.278226 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:27.292679 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.320736 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9af64776-cb3b-41cf-aff2-957cd8a05cad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (a0812c84-1628-4336-a1a2-335336714d60), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.325981 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9af64776-cb3b-41cf-aff2-957cd8a05cad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (a0812c84-1628-4336-a1a2-335336714d60), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.348076 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af64776-cb3b-41cf-aff2-957cd8a05cad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0812c84-1628-4336-a1a2-335336714d60,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:27.350134 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.358286 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9af64776-cb3b-41cf-aff2-957cd8a05cad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.359663 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-9af64776-cb3b-41cf-aff2-957cd8a05cad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1545193 Jan 19 21:40:27.362715 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59538) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:27.374842 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-b739f2e7-7336-492e-9a57-329cc15f25ba tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'security_group_rule': {'security_group_id': 'ab145eda-13fe-4f33-8e26-a80c2d1c46a8', 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:27.403815 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Network 0432bed6-2927-4b21-abd8-6c98950fe126 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:27.409461 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:27.412250 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:27.416258 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event updated for resources: {'Port': ['ID=6c2bc24c-2576-4ad0-82f8-e26eed43820c,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:27.435918 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5c82b-e3a4-4c43-8ed2-1d07b35d4606 req-419b1aa1-83f0-4b89-ae78-d723b1f30c7a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:27.437454 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bbf5c82b-e3a4-4c43-8ed2-1d07b35d4606 req-419b1aa1-83f0-4b89-ae78-d723b1f30c7a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 944 time: 0.0756140 Jan 19 21:40:27.439682 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.securitygroups_db [None req-b739f2e7-7336-492e-9a57-329cc15f25ba tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Project 96a16a0510fb4a22b32fd21ff104e7b1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 21:40:27.448898 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b739f2e7-7336-492e-9a57-329cc15f25ba tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (e227688c-5db1-4256-a8e3-9520f84aee92), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.473567 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['fbe0ff18-a93d-4960-a319-f34c1c86c504'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:40:27.482982 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:27.483917 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.510708 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-125f08a8-fb53-4c90-8f61-8fa736db1230 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7200494 Jan 19 21:40:27.557354 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bbf5c82b-e3a4-4c43-8ed2-1d07b35d4606 req-c879e121-1601-4bcb-8d88-0a2807d6d276 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089873 Jan 19 21:40:27.589453 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b739f2e7-7336-492e-9a57-329cc15f25ba tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (e227688c-5db1-4256-a8e3-9520f84aee92), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.600665 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Request body: {'port': {'device_id': '472de1a8-cf62-4966-a905-6751a3bf4608', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:27.605195 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b739f2e7-7336-492e-9a57-329cc15f25ba tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (e227688c-5db1-4256-a8e3-9520f84aee92), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.627412 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739f2e7-7336-492e-9a57-329cc15f25ba tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e227688c-5db1-4256-a8e3-9520f84aee92,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:27.640745 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b739f2e7-7336-492e-9a57-329cc15f25ba tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.646448 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b739f2e7-7336-492e-9a57-329cc15f25ba tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820656 Jan 19 21:40:27.691411 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Sync routers for ids ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:27.700392 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.709087 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Routers {'d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:27.710056 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:27.757537 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-b56758f0-5947-4bf8-8d15-377089fd76ca None None] Provisioning complete for port 6c2bc24c-2576-4ad0-82f8-e26eed43820c triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:27.758042 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b56758f0-5947-4bf8-8d15-377089fd76ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:27.802373 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-b56758f0-5947-4bf8-8d15-377089fd76ca None None] Port 6c2bc24c-2576-4ad0-82f8-e26eed43820c cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:40:27.851171 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Set router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:27.885458 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ddad78-e16c-4ec9-91b6-8f74640bfbb8 req-d8aca9f9-c5f6-465c-9ae6-e213fe4694a6 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:27.886884 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26ddad78-e16c-4ec9-91b6-8f74640bfbb8 req-d8aca9f9-c5f6-465c-9ae6-e213fe4694a6 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 931 time: 0.1353531 Jan 19 21:40:28.001853 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-26ddad78-e16c-4ec9-91b6-8f74640bfbb8 req-ee61dd62-71f4-4047-b45c-816c5f7529f5 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031730 Jan 19 21:40:28.128228 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c2bc24c-2576-4ad0-82f8-e26eed43820c {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:40:28.142077 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Publish callbacks [] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.165748 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:18Z', 'updated_at': '2022-01-19T21:40:24Z', 'revision_number': 4, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'gw_port': {'id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:19Z', 'updated_at': '2022-01-19T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'fa0896c9-9f7f-44d9-b716-d257308fb4ff', 'name': '', 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'mac_address': 'fa:16:3e:e8:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fb3ad7d7-6543-415e-a320-edf3a0e78d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:23Z', 'updated_at': '2022-01-19T21:40:25Z', 'revision_number': 2, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'subnets': [{'id': 'fb3ad7d7-6543-415e-a320-edf3a0e78d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:28.167302 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Transition to ACTIVE for port object 6c2bc24c-2576-4ad0-82f8-e26eed43820c will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:40:28.176629 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.195578 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Checking router: d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:28.196179 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Updating router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 port fa0896c9-9f7f-44d9-b716-d257308fb4ff binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:40:28.221480 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.230316 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2bc24c-2576-4ad0-82f8-e26eed43820c,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:28.319343 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Attempting to bind port 6c2bc24c-2576-4ad0-82f8-e26eed43820c on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:40:28.319970 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Attempting to bind port 6c2bc24c-2576-4ad0-82f8-e26eed43820c by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:40:28.320092 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Attempting to bind port 6c2bc24c-2576-4ad0-82f8-e26eed43820c on network 0432bed6-2927-4b21-abd8-6c98950fe126 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:28.324963 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Port 6c2bc24c-2576-4ad0-82f8-e26eed43820c on network 0432bed6-2927-4b21-abd8-6c98950fe126 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:40:28.325283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Attempting to bind port 6c2bc24c-2576-4ad0-82f8-e26eed43820c on network 0432bed6-2927-4b21-abd8-6c98950fe126 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:28.332147 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:40:28.332495 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Checking segment: {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:28.332875 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Bound using segment: {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:40:28.333510 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Bound port: 6c2bc24c-2576-4ad0-82f8-e26eed43820c, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76288a82-87a6-4fc4-bed9-3df576df0287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:40:28.333652 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-f710a778-09f8-4656-903d-1ebe02672fea tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-214748863&fields=id&tenant_id=478e2f37de3144c5bbac2b21941a1619 HTTP/1.1" status: 200 len: 267 time: 0.0625384 Jan 19 21:40:28.334099 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.388008 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-dc981364-221a-4db2-aa24-4b1931df21ed tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:28.392768 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-dc981364-221a-4db2-aa24-4b1931df21ed tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 985 time: 0.0575216 Jan 19 21:40:28.419342 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-fa73591a-3aed-48b6-9a53-a36ccd59a616 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Request body: {'port': {'security_groups': ['cc1b290a-534f-43ab-9f12-1fae19f667de']}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:28.426880 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] For port 6c2bc24c-2576-4ad0-82f8-e26eed43820c, host hv-cinder-82160, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:40:28.431535 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] For port 6c2bc24c-2576-4ad0-82f8-e26eed43820c, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6c2bc24c-2576-4ad0-82f8-e26eed43820c,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:40:28.439097 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.475588 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:28.476426 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.485698 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] 10.222.0.48 "PUT /v2.0/ports/6c2bc24c-2576-4ad0-82f8-e26eed43820c HTTP/1.1" status: 200 len: 1093 time: 0.9578547 Jan 19 21:40:28.496962 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472de1a8-cf62-4966-a905-6751a3bf4608', 'tag': '6c2bc24c-2576-4ad0-82f8-e26eed43820c'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:28.502071 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e078327-f2c7-43d5-9457-0f1b6fd64af0" -d '{"events": [{"name": "network-changed", "server_uuid": "472de1a8-cf62-4966-a905-6751a3bf4608", "tag": "6c2bc24c-2576-4ad0-82f8-e26eed43820c"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:28.536746 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90a77a-9a0e-4f91-b755-5227d81cab34 service neutron] Pushing event updated for resources: {'Port': ['ID=6c2bc24c-2576-4ad0-82f8-e26eed43820c,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:28.548342 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-fa73591a-3aed-48b6-9a53-a36ccd59a616 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.621026 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Publish callbacks [] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.623818 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb8de33-8db1-4987-ac22-e104383b5281 x-openstack-request-id: req-afb8de33-8db1-4987-ac22-e104383b5281 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:28.625118 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472de1a8-cf62-4966-a905-6751a3bf4608", "tag": "6c2bc24c-2576-4ad0-82f8-e26eed43820c", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:28.625286 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afb8de33-8db1-4987-ac22-e104383b5281 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:28.627146 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472de1a8-cf62-4966-a905-6751a3bf4608', 'tag': '6c2bc24c-2576-4ad0-82f8-e26eed43820c', 'status': 'completed', 'code': 200} Jan 19 21:40:28.630426 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.667799 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-e5f788a8-056e-4fea-abbf-2ef0c58ccf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:28.673911 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-e5f788a8-056e-4fea-abbf-2ef0c58ccf0d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 1096 time: 0.1073325 Jan 19 21:40:28.697870 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fc735-7036-45d5-baf4-bebf42ebb5e4 None None] Pushing event updated for resources: {'Port': ['ID=fa0896c9-9f7f-44d9-b716-d257308fb4ff,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:28.761761 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-59efdbaf-5200-497b-9946-f396666a8aa4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c2bc24c-2576-4ad0-82f8-e26eed43820c HTTP/1.1" status: 200 len: 217 time: 0.0804265 Jan 19 21:40:28.772643 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device f3ea37c1-3f68-4e9f-b910-da8d65b5141e up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:28.823301 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Attempting to bind port fa0896c9-9f7f-44d9-b716-d257308fb4ff on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:40:28.823809 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Attempting to bind port fa0896c9-9f7f-44d9-b716-d257308fb4ff by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '7b88a658-e433-4aeb-8037-e31dcec3211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:40:28.824249 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Attempting to bind port fa0896c9-9f7f-44d9-b716-d257308fb4ff on network 41733651-383e-4cbc-9f25-034cb8eb5745 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:28.833038 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:40:28.833513 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Checking segment: {'id': '7b88a658-e433-4aeb-8037-e31dcec3211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:28.834030 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.834542 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Bound using segment: {'id': '7b88a658-e433-4aeb-8037-e31dcec3211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:40:28.835214 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Bound port: fa0896c9-9f7f-44d9-b716-d257308fb4ff, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b88a658-e433-4aeb-8037-e31dcec3211e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:40:28.835902 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.858620 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port f3ea37c1-3f68-4e9f-b910-da8d65b5141e triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:28.859345 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.875238 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-597f89e3-5905-44ef-9336-a2bd5e7e04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:28.876944 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-597f89e3-5905-44ef-9336-a2bd5e7e04a0 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 200 len: 850 time: 0.0740190 Jan 19 21:40:28.887094 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-fa73591a-3aed-48b6-9a53-a36ccd59a616 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] For port 54e747bc-a7dc-46a8-9f41-8f034705c6af, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:28.931172 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-fa73591a-3aed-48b6-9a53-a36ccd59a616 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.942188 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d0bb2-b8c3-450f-9080-00a955a8b2c2 req-056a13b1-c6dd-483b-b3ca-8083c31c410c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:28.943927 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0b3d0bb2-b8c3-450f-9080-00a955a8b2c2 req-056a13b1-c6dd-483b-b3ca-8083c31c410c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 944 time: 0.1811275 Jan 19 21:40:28.944131 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-fa73591a-3aed-48b6-9a53-a36ccd59a616 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:28.952800 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-a5d7d798-9940-4ae5-b665-f4b8721dd62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:28.954401 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-a5d7d798-9940-4ae5-b665-f4b8721dd62c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0432bed6-2927-4b21-abd8-6c98950fe126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0680864 Jan 19 21:40:28.982274 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] For port fa0896c9-9f7f-44d9-b716-d257308fb4ff, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:40:28.991838 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] For port fa0896c9-9f7f-44d9-b716-d257308fb4ff, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=fa0896c9-9f7f-44d9-b716-d257308fb4ff,segment=NetworkSegment(7b88a658-e433-4aeb-8037-e31dcec3211e),segment_id=7b88a658-e433-4aeb-8037-e31dcec3211e)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:40:28.992192 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['54e747bc-a7dc-46a8-9f41-8f034705c6af'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:40:28.994659 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fbe0ff18-a93d-4960-a319-f34c1c86c504 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:29.005415 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.020604 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-fa73591a-3aed-48b6-9a53-a36ccd59a616 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:29.021287 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-fa73591a-3aed-48b6-9a53-a36ccd59a616 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.022894 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cc654070-0a28-464f-ab92-8c8f5930e78e req-fa73591a-3aed-48b6-9a53-a36ccd59a616 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "PUT /v2.0/ports/54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 943 time: 0.6108859 Jan 19 21:40:29.023360 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:29.033584 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9470046-5a2d-4e5f-902f-47e04d4f2612" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:29.035876 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59608) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:29.119832 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port f3ea37c1-3f68-4e9f-b910-da8d65b5141e is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:29.126531 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa73591a-3aed-48b6-9a53-a36ccd59a616 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event updated for resources: {'Port': ['ID=54e747bc-a7dc-46a8-9f41-8f034705c6af,revision_number=7']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:29.146658 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['54e747bc-a7dc-46a8-9f41-8f034705c6af'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:40:29.151151 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-5523fa6b-986b-442d-bab4-f181f4c6a5d4 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877434 Jan 19 21:40:29.191167 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Routers {'d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:29.192044 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:29.246632 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port fbe0ff18-a93d-4960-a319-f34c1c86c504 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:40:29.266319 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-369a7069-3ddf-466b-88c6-da10439812b9 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group (c1c864ea-4522-4749-a6ad-adea6adebfcd), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.273720 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port fbe0ff18-a93d-4960-a319-f34c1c86c504 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:29.274225 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.330206 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-39d08291-c7a2-4076-8545-f411bc1bb965 req-c04638ae-af52-4d7f-b718-3b7152af8566 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613007 Jan 19 21:40:29.366992 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0b3d0bb2-b8c3-450f-9080-00a955a8b2c2 req-3c6d3fdc-0f89-404a-85f9-7ed486311c44 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4113474 Jan 19 21:40:29.377110 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-369a7069-3ddf-466b-88c6-da10439812b9 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group (c1c864ea-4522-4749-a6ad-adea6adebfcd), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.410973 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb49568-50a3-4573-9f89-d2eda2fc0547 req-249a10e9-2961-4058-9488-8b7462195e0f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:29.413285 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-de83cf0e-97be-4b13-9a90-b3042bac472e None None] Provisioning complete for port fa0896c9-9f7f-44d9-b716-d257308fb4ff triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:29.413542 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-de83cf0e-97be-4b13-9a90-b3042bac472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.415254 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2bb49568-50a3-4573-9f89-d2eda2fc0547 req-249a10e9-2961-4058-9488-8b7462195e0f tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 943 time: 0.2343781 Jan 19 21:40:29.514208 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] Set router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:29.518521 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cb8691-d1f4-4936-bd5c-7ca2387ed6e5 x-openstack-request-id: req-45cb8691-d1f4-4936-bd5c-7ca2387ed6e5 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:29.528408 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:29.528977 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45cb8691-d1f4-4936-bd5c-7ca2387ed6e5 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:29.529553 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'status': 'completed', 'code': 200} Jan 19 21:40:29.625638 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6fc735-7036-45d5-baf4-bebf42ebb5e4 None None] Pushing event updated for resources: {'Port': ['ID=fa0896c9-9f7f-44d9-b716-d257308fb4ff,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:29.633978 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2bb49568-50a3-4573-9f89-d2eda2fc0547 req-5dcf9e14-673d-48db-a442-138ada4e4218 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075350 Jan 19 21:40:29.653183 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-2db10bf7-4f1f-4071-a6c0-4e766593c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:29.654757 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-2db10bf7-4f1f-4071-a6c0-4e766593c480 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=478e2f37de3144c5bbac2b21941a1619&device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 1099 time: 0.0983562 Jan 19 21:40:29.728047 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-de83cf0e-97be-4b13-9a90-b3042bac472e None None] Current status of the port fa0896c9-9f7f-44d9-b716-d257308fb4ff is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:29.728693 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-de83cf0e-97be-4b13-9a90-b3042bac472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.736713 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-369a7069-3ddf-466b-88c6-da10439812b9 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c1c864ea-4522-4749-a6ad-adea6adebfcd), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.744432 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-369a7069-3ddf-466b-88c6-da10439812b9 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.746586 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-369a7069-3ddf-466b-88c6-da10439812b9 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "DELETE /v2.0/security-groups/c1c864ea-4522-4749-a6ad-adea6adebfcd HTTP/1.1" status: 204 len: 168 time: 0.7061853 Jan 19 21:40:29.754744 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59616) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:29.763655 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port fbe0ff18-a93d-4960-a319-f34c1c86c504 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:29.764393 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.779820 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a7069-3ddf-466b-88c6-da10439812b9 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c864ea-4522-4749-a6ad-adea6adebfcd,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:29.809663 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-de83cf0e-97be-4b13-9a90-b3042bac472e None None] For port fa0896c9-9f7f-44d9-b716-d257308fb4ff, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=fa0896c9-9f7f-44d9-b716-d257308fb4ff,segment=NetworkSegment(7b88a658-e433-4aeb-8037-e31dcec3211e),segment_id=7b88a658-e433-4aeb-8037-e31dcec3211e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:29.832440 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-de83cf0e-97be-4b13-9a90-b3042bac472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:29.837583 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-5c949fae-ddf4-4374-a440-af9a47b396a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:29.839298 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-5c949fae-ddf4-4374-a440-af9a47b396a8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 1096 time: 0.4418521 Jan 19 21:40:29.875181 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:18Z', 'updated_at': '2022-01-19T21:40:24Z', 'revision_number': 4, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'gw_port': {'id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:19Z', 'updated_at': '2022-01-19T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'fa0896c9-9f7f-44d9-b716-d257308fb4ff', 'name': '', 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'mac_address': 'fa:16:3e:e8:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fb3ad7d7-6543-415e-a320-edf3a0e78d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:23Z', 'updated_at': '2022-01-19T21:40:28Z', 'revision_number': 4, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'subnets': [{'id': 'fb3ad7d7-6543-415e-a320-edf3a0e78d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:29.922850 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a2d0943-93fb-4065-9b26-2ab6c3eeec04 None None] The sync data for ids ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'] in dv-cinder-821602-16-iscsi is: [{'id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:18Z', 'updated_at': '2022-01-19T21:40:24Z', 'revision_number': 4, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'gw_port': {'id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:19Z', 'updated_at': '2022-01-19T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'fa0896c9-9f7f-44d9-b716-d257308fb4ff', 'name': '', 'network_id': '41733651-383e-4cbc-9f25-034cb8eb5745', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'mac_address': 'fa:16:3e:e8:80:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'fb3ad7d7-6543-415e-a320-edf3a0e78d60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:23Z', 'updated_at': '2022-01-19T21:40:28Z', 'revision_number': 4, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'subnets': [{'id': 'fb3ad7d7-6543-415e-a320-edf3a0e78d60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:29.925694 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-4847719d-8022-47f3-a845-628184961560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:29.926634 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:29.927262 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-4847719d-8022-47f3-a845-628184961560 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1adc51ce-0d19-4887-9c56-da82a3fac8d0 HTTP/1.1" status: 200 len: 915 time: 0.2652514 Jan 19 21:40:29.930889 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8cf4e9-29b3-4e01-b496-59871a69cc6e" -d '{"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-plugged", "status": "completed", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:29.981584 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:30.010649 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de83cf0e-97be-4b13-9a90-b3042bac472e None None] Pushing event updated for resources: {'Port': ['ID=fa0896c9-9f7f-44d9-b716-d257308fb4ff,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:30.016780 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-55331928-de8e-486c-a102-2a73b7be21cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:30.021486 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-55331928-de8e-486c-a102-2a73b7be21cd service neutron] 10.222.0.48 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 912 time: 0.1754882 Jan 19 21:40:30.029302 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:30.036323 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae4ee6d-ef25-4dc2-ab13-8cbb408f2a8a x-openstack-request-id: req-7ae4ee6d-ef25-4dc2-ab13-8cbb408f2a8a {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:30.036764 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-plugged", "status": "completed", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:30.037014 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ae4ee6d-ef25-4dc2-ab13-8cbb408f2a8a {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:30.037445 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'code': 200} Jan 19 21:40:30.077825 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-f0221609-b650-4fe5-bbbb-6519c4936e3b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 1002 time: 0.1410279 Jan 19 21:40:30.084030 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-11204b9f-4f6b-4135-a9ff-2bee47c0c98f None None] Provisioning complete for port 54e747bc-a7dc-46a8-9f41-8f034705c6af triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:30.084400 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11204b9f-4f6b-4135-a9ff-2bee47c0c98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:30.116288 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-9020ea10-1471-45d4-8d9b-dc1ea5f1c554 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c2bc24c-2576-4ad0-82f8-e26eed43820c HTTP/1.1" status: 200 len: 217 time: 0.0850484 Jan 19 21:40:30.147098 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Deleting port 877633f0-5b69-4c84-b1ce-a8481f86dd8f {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:30.149168 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:30.149488 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (877633f0-5b69-4c84-b1ce-a8481f86dd8f), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:30.208263 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-49ec4973-d469-4e1f-b930-0bde75bf4f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:30.210207 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-49ec4973-d469-4e1f-b930-0bde75bf4f5a service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c750ad12-50b8-4d20-810f-ef94fa25d1d4 HTTP/1.1" status: 200 len: 853 time: 0.1203184 Jan 19 21:40:30.216399 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-4e704452-b7db-46d1-bcfd-c752cc1d5fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:30.217883 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-4e704452-b7db-46d1-bcfd-c752cc1d5fa1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 200 len: 850 time: 0.0930965 Jan 19 21:40:30.316582 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-0d9a3753-040e-4d26-8c4f-ed7176622dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:30.318708 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-0d9a3753-040e-4d26-8c4f-ed7176622dfa service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1adc51ce-0d19-4887-9c56-da82a3fac8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0842793 Jan 19 21:40:30.330231 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (877633f0-5b69-4c84-b1ce-a8481f86dd8f), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:30.330563 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for floatingip (877633f0-5b69-4c84-b1ce-a8481f86dd8f), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:30.330675 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-8ac04b57-bcce-40b7-abea-99cea9e8998a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:30.332213 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-8ac04b57-bcce-40b7-abea-99cea9e8998a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0432bed6-2927-4b21-abd8-6c98950fe126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1030092 Jan 19 21:40:30.335600 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f003a8-96f7-41ce-bcec-cea12ebc45ec req-8971687f-2edd-4e15-bf53-1b2af341fbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:30.337543 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-50f003a8-96f7-41ce-bcec-cea12ebc45ec req-8971687f-2edd-4e15-bf53-1b2af341fbe2 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 1098 time: 0.1071184 Jan 19 21:40:30.420700 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Calling delete_port for 877633f0-5b69-4c84-b1ce-a8481f86dd8f owned by network:floatingip {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:30.459370 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-11204b9f-4f6b-4135-a9ff-2bee47c0c98f None None] Current status of the port 54e747bc-a7dc-46a8-9f41-8f034705c6af is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:30.476930 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-50f003a8-96f7-41ce-bcec-cea12ebc45ec req-4e7057ab-dfcc-47e8-89a5-521851336bb6 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297722 Jan 19 21:40:30.480078 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-11204b9f-4f6b-4135-a9ff-2bee47c0c98f None None] Provisioning complete for port fa0896c9-9f7f-44d9-b716-d257308fb4ff triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:30.480393 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-11204b9f-4f6b-4135-a9ff-2bee47c0c98f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:30.511997 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-92f74364-02ba-44a3-aca9-1dacc84e3bd1 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732159 Jan 19 21:40:30.578892 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-11204b9f-4f6b-4135-a9ff-2bee47c0c98f None None] Current status of the port fa0896c9-9f7f-44d9-b716-d257308fb4ff is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:30.600759 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-d4c1bb1f-1e02-4912-b395-de16678e06cc service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742736 Jan 19 21:40:30.619573 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ded4a0-1fab-415d-8924-0c0ca3bc8f72 req-6f7418fd-bc72-4b5b-9dba-e1c909113dfa tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:30.621248 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d8ded4a0-1fab-415d-8924-0c0ca3bc8f72 req-6f7418fd-bc72-4b5b-9dba-e1c909113dfa tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.1186666 Jan 19 21:40:30.689054 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d8ded4a0-1fab-415d-8924-0c0ca3bc8f72 req-393bddf0-7155-4852-b32b-42745a15022b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617106 Jan 19 21:40:30.727219 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device fa0896c9-9f7f-44d9-b716-d257308fb4ff up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:30.785182 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port fa0896c9-9f7f-44d9-b716-d257308fb4ff triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:30.785843 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:30.797819 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (877633f0-5b69-4c84-b1ce-a8481f86dd8f), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:30.834318 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event deleted for resources: {'Port': ['ID=877633f0-5b69-4c84-b1ce-a8481f86dd8f,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:30.845397 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aa6a89-5510-4215-83e7-12f4168aaec9 req-75f4289a-0c0b-454c-871f-b1515eaeceef tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:30.853537 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-57aa6a89-5510-4215-83e7-12f4168aaec9 req-75f4289a-0c0b-454c-871f-b1515eaeceef tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 943 time: 0.0873983 Jan 19 21:40:30.888199 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port fa0896c9-9f7f-44d9-b716-d257308fb4ff is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:30.901426 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9e078327-f2c7-43d5-9457-0f1b6fd64af0 req-2036bf16-9904-424e-a17e-04181df29cf8 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979077 Jan 19 21:40:30.921868 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f9470046-5a2d-4e5f-902f-47e04d4f2612 req-23fa0018-43d5-46cd-bafa-50f5db06a414 service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776168 Jan 19 21:40:30.927742 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks [] for floatingip (1364b0a1-0829-467c-b66d-fdd0a1612f88), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:30.928127 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Floating IP 1364b0a1-0829-467c-b66d-fdd0a1612f88 disassociated (deleted). External IP: 172.27.0.153, port: 54e747bc-a7dc-46a8-9f41-8f034705c6af. Jan 19 21:40:30.933393 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-57aa6a89-5510-4215-83e7-12f4168aaec9 req-cfef4ccc-1d75-4519-b33e-61ef972db1f9 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773444 Jan 19 21:40:31.140729 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:40:31.249844 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:31.254838 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:31.264047 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] Sync routers for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:31.279381 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:31.280123 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:31.286748 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-a18c6c5d-5c24-4329-81e3-2e7820d396f7 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "DELETE /v2.0/floatingips/1364b0a1-0829-467c-b66d-fdd0a1612f88 HTTP/1.1" status: 204 len: 168 time: 1.5299306 Jan 19 21:40:31.389756 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:31.530559 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:31.533873 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-134c65ac-d82b-4f81-8589-9a4218bff4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:31.585571 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c93edb2-6ac4-4f30-be2f-a2c246beed4e x-openstack-request-id: req-4c93edb2-6ac4-4f30-be2f-a2c246beed4e {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:31.585571 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:31.585571 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c93edb2-6ac4-4f30-be2f-a2c246beed4e {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:31.585571 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'status': 'completed', 'code': 200} Jan 19 21:40:31.669647 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-f2e2c9b2-0dad-4df8-bdea-807df7496b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:31.672236 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-f2e2c9b2-0dad-4df8-bdea-807df7496b20 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=478e2f37de3144c5bbac2b21941a1619&device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 1099 time: 0.0611403 Jan 19 21:40:31.697606 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '696736da-e964-4a3f-9006-8ed52a31c019', 'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'mac_address': 'fa:16:3e:a6:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:39Z', 'updated_at': '2022-01-19T21:37:48Z', 'revision_number': 5, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'subnets': [{'id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:31.732031 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] Checking router: 6a4562bd-4ae5-4666-b708-f0dc7634e5cb for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:31.743124 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:31.743772 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:31.854679 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-6ebe6583-a4b1-410e-9210-bc40b8396631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:31.856833 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-6ebe6583-a4b1-410e-9210-bc40b8396631 service neutron] 10.222.0.48 "GET /v2.0/networks?id=1adc51ce-0d19-4887-9c56-da82a3fac8d0 HTTP/1.1" status: 200 len: 915 time: 0.1773040 Jan 19 21:40:31.870200 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:31.872878 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad5da3d-53ad-4443-bad0-2cc7472d31a7 req-a8ba288a-1897-4ebd-81ea-1017724091c6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:31.874354 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9ad5da3d-53ad-4443-bad0-2cc7472d31a7 req-a8ba288a-1897-4ebd-81ea-1017724091c6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0831139 Jan 19 21:40:31.920891 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-dd3dd9fd-8b93-41ad-93a6-0fa9ad8f1feb service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 200 len: 217 time: 0.0455453 Jan 19 21:40:32.012401 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9ad5da3d-53ad-4443-bad0-2cc7472d31a7 req-ad02a1c7-59fe-421d-a065-9b42de92ddab tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300049 Jan 19 21:40:32.014124 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-e710411e-3833-442e-9783-714da350ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:32.017866 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-e710411e-3833-442e-9783-714da350ab2f service neutron] 10.222.0.48 "GET /v2.0/subnets?id=c750ad12-50b8-4d20-810f-ef94fa25d1d4 HTTP/1.1" status: 200 len: 853 time: 0.0874269 Jan 19 21:40:32.078469 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-b7ad44a2-f5f2-449f-911d-c036153bd8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:32.080111 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-b7ad44a2-f5f2-449f-911d-c036153bd8a5 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=1adc51ce-0d19-4887-9c56-da82a3fac8d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0559881 Jan 19 21:40:32.138582 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a19fd36-6025-4c89-909c-a6ead26a63fb req-b90ec7aa-214f-457b-a845-40321acfd02e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:32.139693 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '696736da-e964-4a3f-9006-8ed52a31c019', 'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'mac_address': 'fa:16:3e:a6:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:39Z', 'updated_at': '2022-01-19T21:37:48Z', 'revision_number': 5, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'subnets': [{'id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:32.140172 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1a19fd36-6025-4c89-909c-a6ead26a63fb req-b90ec7aa-214f-457b-a845-40321acfd02e tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 943 time: 0.0937622 Jan 19 21:40:32.176098 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803d99ee-9343-44c4-9822-b437dd56cc70 None None] The sync data for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi is: [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:37:40Z', 'revision_number': 4, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '696736da-e964-4a3f-9006-8ed52a31c019', 'name': '', 'network_id': '1adc51ce-0d19-4887-9c56-da82a3fac8d0', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'mac_address': 'fa:16:3e:a6:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 366, 'fixed_ips': [{'subnet_id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:39Z', 'updated_at': '2022-01-19T21:37:48Z', 'revision_number': 5, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'subnets': [{'id': 'c750ad12-50b8-4d20-810f-ef94fa25d1d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:32.204115 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1a19fd36-6025-4c89-909c-a6ead26a63fb req-0a9f8c14-af31-426f-acad-a8cc261e9b79 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563416 Jan 19 21:40:32.225963 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37996317-7a26-4c1d-9352-4f94bbe9152f req-c5d3b25b-ac84-4103-97ba-381cfee127e2 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:32.227533 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-37996317-7a26-4c1d-9352-4f94bbe9152f req-c5d3b25b-ac84-4103-97ba-381cfee127e2 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0978889 Jan 19 21:40:32.236751 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59646) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:32.248126 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-841dbc4f-b3c4-492d-9b35-24da7ed52437 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Request body: {'floatingip': {'port_id': 'fbe0ff18-a93d-4960-a319-f34c1c86c504'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:32.286772 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-9543da15-3d6a-4db6-8d7c-cd4c8f92592a service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980894 Jan 19 21:40:32.304591 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-841dbc4f-b3c4-492d-9b35-24da7ed52437 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (fb364152-3cef-4db4-a961-e102ede92ad5), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:32.556866 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2839e334-4706-4208-9c51-76fedbf7bb1f None None] New status for floating IP 1364b0a1-0829-467c-b66d-fdd0a1612f88: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:40:32.752938 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-134c65ac-d82b-4f81-8589-9a4218bff4dc req-8d39fd49-f082-4066-a120-42c7012df3b2 service neutron] 10.222.0.48 "GET /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581394 Jan 19 21:40:32.996689 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6c2bc24c-2576-4ad0-82f8-e26eed43820c details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:40:33.094515 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6c2bc24c-2576-4ad0-82f8-e26eed43820c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6c2bc24c-2576-4ad0-82f8-e26eed43820c,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:33.094910 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-841dbc4f-b3c4-492d-9b35-24da7ed52437 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:33.099706 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-841dbc4f-b3c4-492d-9b35-24da7ed52437 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (fb364152-3cef-4db4-a961-e102ede92ad5), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:33.107774 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '6c2bc24c-2576-4ad0-82f8-e26eed43820c', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'port_id': '6c2bc24c-2576-4ad0-82f8-e26eed43820c', 'mac_address': 'fa:16:3e:32:6b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:40:33.150740 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 6c2bc24c-2576-4ad0-82f8-e26eed43820c is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:33.151463 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:33.166556 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c2bc24c-2576-4ad0-82f8-e26eed43820c {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:40:33.186318 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6c2bc24c-2576-4ad0-82f8-e26eed43820c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6c2bc24c-2576-4ad0-82f8-e26eed43820c,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:33.190178 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:33.203705 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [None req-841dbc4f-b3c4-492d-9b35-24da7ed52437 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Floating IP fb364152-3cef-4db4-a961-e102ede92ad5 associated. External IP: 172.27.0.248, port: fbe0ff18-a93d-4960-a319-f34c1c86c504. Jan 19 21:40:33.243028 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=6c2bc24c-2576-4ad0-82f8-e26eed43820c,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:33.323478 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633277e5-be2f-45b4-b138-40f0327b59ff req-b89a9cea-f292-467e-ae76-384b658ad82d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:33.324986 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-633277e5-be2f-45b4-b138-40f0327b59ff req-b89a9cea-f292-467e-ae76-384b658ad82d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 944 time: 0.0501919 Jan 19 21:40:33.378785 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-633277e5-be2f-45b4-b138-40f0327b59ff req-ea4b21f9-3aca-4ac6-a345-fb10f1b5ac09 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476313 Jan 19 21:40:33.424405 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-841dbc4f-b3c4-492d-9b35-24da7ed52437 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Router a0a9fbb9-8db5-454d-aaa7-17a942b4358b has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:40:33.462845 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['6c2bc24c-2576-4ad0-82f8-e26eed43820c'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:40:33.537424 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-841dbc4f-b3c4-492d-9b35-24da7ed52437 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:33.542622 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-841dbc4f-b3c4-492d-9b35-24da7ed52437 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:33.554527 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] Sync routers for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:33.574271 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-841dbc4f-b3c4-492d-9b35-24da7ed52437 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "PUT /v2.0/floatingips/fb364152-3cef-4db4-a961-e102ede92ad5 HTTP/1.1" status: 200 len: 991 time: 1.3338859 Jan 19 21:40:33.582590 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:33.583300 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:33.584395 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:33.586637 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9deb11d0-5252-45f4-82ca-00baac98d548" -d '{"events": [{"name": "network-changed", "server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:33.689595 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c659854-ec13-4360-9496-c61952d6de66 x-openstack-request-id: req-1c659854-ec13-4360-9496-c61952d6de66 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:33.689885 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:33.690140 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c659854-ec13-4360-9496-c61952d6de66 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:33.690768 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'status': 'completed', 'code': 200} Jan 19 21:40:33.718971 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:33.752396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-00ff41e8-5ed6-4fb5-ab8a-45ce3ea2cab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:33.754541 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-00ff41e8-5ed6-4fb5-ab8a-45ce3ea2cab7 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 1098 time: 0.0413623 Jan 19 21:40:33.850975 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-5c076b52-f55b-4f2a-88b1-3b94f04f03bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:33.852470 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-5c076b52-f55b-4f2a-88b1-3b94f04f03bf service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.0903869 Jan 19 21:40:33.928531 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-8533c10d-9199-4d5f-863c-f133edc86fbf service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504 HTTP/1.1" status: 200 len: 999 time: 0.0690377 Jan 19 21:40:33.955836 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': 'fb364152-3cef-4db4-a961-e102ede92ad5', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'port_id': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'mac_address': 'fa:16:3e:95:a3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:40:13Z', 'updated_at': '2022-01-19T21:40:32Z', 'revision_number': 1, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:33.986804 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-658a1306-1537-47ff-88db-e380b69d1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:33.989161 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-658a1306-1537-47ff-88db-e380b69d1836 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.0531223 Jan 19 21:40:33.995154 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] Checking router: a0a9fbb9-8db5-454d-aaa7-17a942b4358b for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:34.006355 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:34.007134 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:34.053998 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-80666890-b9d6-460e-aa37-40650c4cd702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:34.055609 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-80666890-b9d6-460e-aa37-40650c4cd702 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0592322 Jan 19 21:40:34.143713 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86794a-ee32-4886-a772-0ec9f01e1cfd req-2a94dcdb-2dcd-493a-b56d-e2ad1c2ff680 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:34.146145 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1a86794a-ee32-4886-a772-0ec9f01e1cfd req-2a94dcdb-2dcd-493a-b56d-e2ad1c2ff680 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0617561 Jan 19 21:40:34.156568 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-5c32314a-ceda-4c84-85d5-742ab621fed1 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929165 Jan 19 21:40:34.203217 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1a86794a-ee32-4886-a772-0ec9f01e1cfd req-557664d4-4cf9-4867-8981-27c1578eb025 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512156 Jan 19 21:40:34.252264 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:34.263267 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9deb11d0-5252-45f4-82ca-00baac98d548 req-0381988b-c9fa-4d54-98fd-05c43a806974 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964046 Jan 19 21:40:34.486131 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': 'fb364152-3cef-4db4-a961-e102ede92ad5', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'port_id': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'mac_address': 'fa:16:3e:95:a3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:40:13Z', 'updated_at': '2022-01-19T21:40:32Z', 'revision_number': 1, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:34.506571 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab4e488-f71f-4d53-937a-d0ea72afc3de req-ab9c51b5-372b-47e1-aefc-0bfbedf3add4 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:34.508251 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1ab4e488-f71f-4d53-937a-d0ea72afc3de req-ab9c51b5-372b-47e1-aefc-0bfbedf3add4 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 944 time: 0.0498953 Jan 19 21:40:34.513405 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4817ea4b-6000-4d4d-9977-26069048c064 None None] The sync data for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi is: [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': 'fb364152-3cef-4db4-a961-e102ede92ad5', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'floating_ip_address': '172.27.0.248', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'port_id': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'mac_address': 'fa:16:3e:95:a3:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:40:13Z', 'updated_at': '2022-01-19T21:40:32Z', 'revision_number': 1, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:34.564863 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1ab4e488-f71f-4d53-937a-d0ea72afc3de req-f2f45498-8b95-43d6-80ed-e047f09b0ec5 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498281 Jan 19 21:40:34.732695 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75166760-b4e7-48ec-8f90-5560fd208333 None None] New status for floating IP fb364152-3cef-4db4-a961-e102ede92ad5: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:40:34.999446 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6c2bc24c-2576-4ad0-82f8-e26eed43820c up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:35.053367 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 6c2bc24c-2576-4ad0-82f8-e26eed43820c completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:40:35.057494 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 6c2bc24c-2576-4ad0-82f8-e26eed43820c triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:35.057871 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:35.134759 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 6c2bc24c-2576-4ad0-82f8-e26eed43820c is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:35.135152 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:35.157246 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472de1a8-cf62-4966-a905-6751a3bf4608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2bc24c-2576-4ad0-82f8-e26eed43820c'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:35.159815 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883d8a00-0cb3-46d6-aa53-d7c28fd971a0" -d '{"events": [{"server_uuid": "472de1a8-cf62-4966-a905-6751a3bf4608", "name": "network-vif-plugged", "status": "completed", "tag": "6c2bc24c-2576-4ad0-82f8-e26eed43820c"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:35.172761 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6c2bc24c-2576-4ad0-82f8-e26eed43820c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6c2bc24c-2576-4ad0-82f8-e26eed43820c,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:35.178207 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:35.204295 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d4bc32-1236-49e8-bcdb-40e0c2ec14bd x-openstack-request-id: req-59d4bc32-1236-49e8-bcdb-40e0c2ec14bd {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:35.204588 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472de1a8-cf62-4966-a905-6751a3bf4608", "name": "network-vif-plugged", "status": "completed", "tag": "6c2bc24c-2576-4ad0-82f8-e26eed43820c", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:35.204845 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59d4bc32-1236-49e8-bcdb-40e0c2ec14bd {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:35.205240 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472de1a8-cf62-4966-a905-6751a3bf4608', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c2bc24c-2576-4ad0-82f8-e26eed43820c', 'code': 200} Jan 19 21:40:35.238550 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=6c2bc24c-2576-4ad0-82f8-e26eed43820c,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:35.338076 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09af48-5d95-482a-a63f-af25251e8181 req-b583adcf-c243-4c6c-ba7f-4f0ac546de46 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:35.339634 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8e09af48-5d95-482a-a63f-af25251e8181 req-b583adcf-c243-4c6c-ba7f-4f0ac546de46 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0518560 Jan 19 21:40:35.383379 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f2203-5920-4452-9609-de19568553b5 req-fe6be766-4074-4f60-8e44-2437a3519cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:35.384995 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-905f2203-5920-4452-9609-de19568553b5 req-fe6be766-4074-4f60-8e44-2437a3519cfb service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 1098 time: 0.0405805 Jan 19 21:40:35.388201 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8e09af48-5d95-482a-a63f-af25251e8181 req-81326dc2-43fd-4ef6-a3de-473d31e41311 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Jan 19 21:40:35.435271 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-905f2203-5920-4452-9609-de19568553b5 req-ef67a0c0-a534-4305-964f-5233e6cffb89 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436766 Jan 19 21:40:35.681906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a120d6e-757f-4554-824f-94498f3a0c56 req-e4fb4290-7f39-4750-a6a8-50a5090f2174 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:35.683556 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6a120d6e-757f-4554-824f-94498f3a0c56 req-e4fb4290-7f39-4750-a6a8-50a5090f2174 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 945 time: 0.0489483 Jan 19 21:40:35.730929 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6a120d6e-757f-4554-824f-94498f3a0c56 req-1a1861ce-9ac2-4ecf-a797-d92fd07b08a8 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414243 Jan 19 21:40:36.294971 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-2a3fee61-e7cf-4e49-b2f5-f1c5a0781fd4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:36.296378 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-2a3fee61-e7cf-4e49-b2f5-f1c5a0781fd4 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.48 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0490813 Jan 19 21:40:36.391752 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Deleting port 54e747bc-a7dc-46a8-9f41-8f034705c6af {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:36.392505 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:36.521940 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] For port 54e747bc-a7dc-46a8-9f41-8f034705c6af, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=54e747bc-a7dc-46a8-9f41-8f034705c6af,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:36.522306 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:36.540046 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Calling delete_port for 54e747bc-a7dc-46a8-9f41-8f034705c6af owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:36.549224 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fca2b-8d2d-4461-ae49-864b3f2401bd req-0d7bf662-4dad-4f5c-801d-d329afb1da46 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:36.551340 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-130fca2b-8d2d-4461-ae49-864b3f2401bd req-0d7bf662-4dad-4f5c-801d-d329afb1da46 tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/ports?device_id=01ab339d-a1e0-46d7-955c-2c1b1592093a HTTP/1.1" status: 200 len: 946 time: 0.0869157 Jan 19 21:40:36.662644 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-130fca2b-8d2d-4461-ae49-864b3f2401bd req-be4ce39a-a078-4702-b2ed-13b286fbe8ac tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc1b290a-534f-43ab-9f12-1fae19f667de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035540 Jan 19 21:40:36.739900 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (54e747bc-a7dc-46a8-9f41-8f034705c6af), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:36.759000 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['54e747bc-a7dc-46a8-9f41-8f034705c6af'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:40:36.770163 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Pushing event deleted for resources: {'Port': ['ID=54e747bc-a7dc-46a8-9f41-8f034705c6af,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:36.822078 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] No DVR routers for this DVR port 54e747bc-a7dc-46a8-9f41-8f034705c6af on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:40:36.824561 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:36.827897 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5ec17aa9-f968-4bcd-ba59-8db4bf173dfb req-de3ac9cf-76b7-4d72-8b92-7c6466518e9f tempest-TestMinimumBasicScenario-316455406 tempest-TestMinimumBasicScenario-316455406-project] 10.222.0.48 "DELETE /v2.0/ports/54e747bc-a7dc-46a8-9f41-8f034705c6af HTTP/1.1" status: 204 len: 173 time: 0.5257549 Jan 19 21:40:36.828343 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'name': 'network-vif-deleted', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:36.831013 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a1e864f-c5f7-4673-be4a-0e2d6db6d64e" -d '{"events": [{"server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "name": "network-vif-deleted", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:36.903435 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28b582-227a-4692-962f-a61baddc584e req-2c4b9fc8-68ab-433a-844f-3f3865094bf7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:36.905110 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5a28b582-227a-4692-962f-a61baddc584e req-2c4b9fc8-68ab-433a-844f-3f3865094bf7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 945 time: 0.0612028 Jan 19 21:40:36.962673 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5a28b582-227a-4692-962f-a61baddc584e req-d22ccb46-cd66-433e-8b7c-d58332b55e6c tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510485 Jan 19 21:40:36.971150 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5917e8c-d5e1-43d6-bb73-c167eaec867c x-openstack-request-id: req-a5917e8c-d5e1-43d6-bb73-c167eaec867c {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:36.971439 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ab339d-a1e0-46d7-955c-2c1b1592093a", "name": "network-vif-deleted", "tag": "54e747bc-a7dc-46a8-9f41-8f034705c6af", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:36.971705 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5917e8c-d5e1-43d6-bb73-c167eaec867c {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:36.972213 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01ab339d-a1e0-46d7-955c-2c1b1592093a', 'name': 'network-vif-deleted', 'tag': '54e747bc-a7dc-46a8-9f41-8f034705c6af', 'status': 'completed', 'code': 200} Jan 19 21:40:37.083292 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ac664-2e92-44e7-8889-d2313db7af00 req-d2bf2019-086a-4306-92e7-3fe62ceed084 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:37.084740 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-940ac664-2e92-44e7-8889-d2313db7af00 req-d2bf2019-086a-4306-92e7-3fe62ceed084 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 945 time: 0.0504186 Jan 19 21:40:37.093176 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59704) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:37.098659 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-3983fc09-83f1-45f5-a10c-492835eeaa41 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Request body: {'floatingip': {'port_id': '6c2bc24c-2576-4ad0-82f8-e26eed43820c'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:37.141840 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3983fc09-83f1-45f5-a10c-492835eeaa41 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (996a5f4f-a46d-4179-a487-a960cc23754e), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:37.636582 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3983fc09-83f1-45f5-a10c-492835eeaa41 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:37.640411 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3983fc09-83f1-45f5-a10c-492835eeaa41 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (996a5f4f-a46d-4179-a487-a960cc23754e), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:37.741918 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [None req-3983fc09-83f1-45f5-a10c-492835eeaa41 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Floating IP 996a5f4f-a46d-4179-a487-a960cc23754e associated. External IP: 172.27.0.143, port: 6c2bc24c-2576-4ad0-82f8-e26eed43820c. Jan 19 21:40:37.954461 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3983fc09-83f1-45f5-a10c-492835eeaa41 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Router eb530a49-9026-4a44-9de1-96cdd4ce8e96 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:40:38.318117 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3983fc09-83f1-45f5-a10c-492835eeaa41 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:38.322492 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3983fc09-83f1-45f5-a10c-492835eeaa41 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:38.329429 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] Sync routers for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:38.341232 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:38.342993 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:38.356168 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-3983fc09-83f1-45f5-a10c-492835eeaa41 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "PUT /v2.0/floatingips/996a5f4f-a46d-4179-a487-a960cc23754e HTTP/1.1" status: 200 len: 991 time: 1.2587759 Jan 19 21:40:38.372644 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59762) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:38.461062 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:38.730209 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1533455'] for router_interface (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:38.809514 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '996a5f4f-a46d-4179-a487-a960cc23754e', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'port_id': '6c2bc24c-2576-4ad0-82f8-e26eed43820c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'mac_address': 'fa:16:3e:32:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472de1a8-cf62-4966-a905-6751a3bf4608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:40:23Z', 'updated_at': '2022-01-19T21:40:37Z', 'revision_number': 1, 'project_id': '55c22409415a4174a6c3b81635c38330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:38.846607 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] Checking router: eb530a49-9026-4a44-9de1-96cdd4ce8e96 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:38.864408 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:38.865009 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:38.971076 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:38.973753 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472de1a8-cf62-4966-a905-6751a3bf4608', 'tag': '6c2bc24c-2576-4ad0-82f8-e26eed43820c'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:38.976625 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b163015b-9b12-4eb4-8dc3-981b5858594b" -d '{"events": [{"name": "network-changed", "server_uuid": "472de1a8-cf62-4966-a905-6751a3bf4608", "tag": "6c2bc24c-2576-4ad0-82f8-e26eed43820c"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:38.982971 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Deleting port 696736da-e964-4a3f-9006-8ed52a31c019 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:38.983305 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (696736da-e964-4a3f-9006-8ed52a31c019), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:39.016862 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2540b221-344a-4e3c-8138-0f6d068a63df x-openstack-request-id: req-2540b221-344a-4e3c-8138-0f6d068a63df {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:39.017153 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "472de1a8-cf62-4966-a905-6751a3bf4608", "tag": "6c2bc24c-2576-4ad0-82f8-e26eed43820c", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:39.017403 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2540b221-344a-4e3c-8138-0f6d068a63df {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:39.017796 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472de1a8-cf62-4966-a905-6751a3bf4608', 'tag': '6c2bc24c-2576-4ad0-82f8-e26eed43820c', 'status': 'completed', 'code': 200} Jan 19 21:40:39.071396 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] For port 696736da-e964-4a3f-9006-8ed52a31c019, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=696736da-e964-4a3f-9006-8ed52a31c019,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:39.071758 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (696736da-e964-4a3f-9006-8ed52a31c019), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:39.089543 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Calling delete_port for 696736da-e964-4a3f-9006-8ed52a31c019 owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:39.108632 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-ac218140-bbe6-42e1-960b-8bb9b6c172b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:39.110680 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-ac218140-bbe6-42e1-960b-8bb9b6c172b4 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=55c22409415a4174a6c3b81635c38330&device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 1098 time: 0.0440679 Jan 19 21:40:39.206513 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-25ed1d35-00dc-4e7c-8a85-1116389438fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:39.208015 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-25ed1d35-00dc-4e7c-8a85-1116389438fa service neutron] 10.222.0.48 "GET /v2.0/networks?id=0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 200 len: 912 time: 0.0886116 Jan 19 21:40:39.218315 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '996a5f4f-a46d-4179-a487-a960cc23754e', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'port_id': '6c2bc24c-2576-4ad0-82f8-e26eed43820c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'mac_address': 'fa:16:3e:32:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472de1a8-cf62-4966-a905-6751a3bf4608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:40:23Z', 'updated_at': '2022-01-19T21:40:37Z', 'revision_number': 1, 'project_id': '55c22409415a4174a6c3b81635c38330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:39.246495 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a6d008d-fe2f-4c01-ade4-361cde640bdd None None] The sync data for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi is: [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '996a5f4f-a46d-4179-a487-a960cc23754e', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'floating_ip_address': '172.27.0.143', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'port_id': '6c2bc24c-2576-4ad0-82f8-e26eed43820c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'mac_address': 'fa:16:3e:32:6b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '472de1a8-cf62-4966-a905-6751a3bf4608', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:40:23Z', 'updated_at': '2022-01-19T21:40:37Z', 'revision_number': 1, 'project_id': '55c22409415a4174a6c3b81635c38330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:39.276086 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-b837d69c-b777-42b7-9bae-8bcd4f435b6f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c2bc24c-2576-4ad0-82f8-e26eed43820c HTTP/1.1" status: 200 len: 999 time: 0.0606306 Jan 19 21:40:39.288314 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (696736da-e964-4a3f-9006-8ed52a31c019), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:39.317072 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=696736da-e964-4a3f-9006-8ed52a31c019,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:39.337363 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-8ba23463-fbf2-4c3c-a21e-317faaa0d06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:39.338866 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-8ba23463-fbf2-4c3c-a21e-317faaa0d06c service neutron] 10.222.0.48 "GET /v2.0/subnets?id=4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 200 len: 850 time: 0.0562699 Jan 19 21:40:39.389427 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-ce358c63-2c5a-4914-afee-1926d83eb2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:39.391145 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-ce358c63-2c5a-4914-afee-1926d83eb2da service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=0432bed6-2927-4b21-abd8-6c98950fe126&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0454667 Jan 19 21:40:39.491557 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b1614c-81ed-4bec-a66d-77ab6ff9156f None None] New status for floating IP 996a5f4f-a46d-4179-a487-a960cc23754e: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:40:39.521133 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1507317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1535903'] for router_interface (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:39.535532 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-8c9d2ca9-6551-4d07-a2ed-e73cc858da62 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332061 Jan 19 21:40:39.650611 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b163015b-9b12-4eb4-8dc3-981b5858594b req-e3f10d51-f7bb-441f-993c-bcf6b7195233 service neutron] 10.222.0.48 "GET /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080897 Jan 19 21:40:39.703923 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-90a5a91e-3f27-44ee-9358-483302d9fe0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:39.760114 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:40:39.869947 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:39.875005 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-90dfc13b-a150-4709-96cc-c77c681c2b03 admin admin] 10.222.0.39 "PUT /v2.0/routers/6a4562bd-4ae5-4666-b708-f0dc7634e5cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5023372 Jan 19 21:40:39.877589 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59778) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:39.880290 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] Sync routers for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:39.890850 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:39.891460 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:39.979646 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks [] for router (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:39.997806 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:40.085489 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks [] for router_gateway (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.141028 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Deleting port 65d89d22-d01c-4cef-b826-5d5e3115bad4 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:40.141359 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.222365 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] For port 65d89d22-d01c-4cef-b826-5d5e3115bad4, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=65d89d22-d01c-4cef-b826-5d5e3115bad4,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:40.222735 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.239998 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Calling delete_port for 65d89d22-d01c-4cef-b826-5d5e3115bad4 owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:40.310299 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:40:39Z', 'revision_number': 5, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port': {'id': '65d89d22-d01c-4cef-b826-5d5e3115bad4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:04:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:36Z', 'updated_at': '2022-01-19T21:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:40.340414 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] Checking router: 6a4562bd-4ae5-4666-b708-f0dc7634e5cb for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:40.349462 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] Routers {'6a4562bd-4ae5-4666-b708-f0dc7634e5cb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:40.350075 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:40.398751 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (65d89d22-d01c-4cef-b826-5d5e3115bad4), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.427719 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=65d89d22-d01c-4cef-b826-5d5e3115bad4,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:40.438531 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] Set router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb gateway port host: None {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:40.486902 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1531969'] for router_gateway (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.498490 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:40:40Z', 'revision_number': 6, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port_host': None}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:40.536347 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9833898b-a6fe-41d3-a6d9-ad6a0b99d34f None None] The sync data for ids ['6a4562bd-4ae5-4666-b708-f0dc7634e5cb'] in dv-cinder-821602-16-iscsi is: [{'id': '6a4562bd-4ae5-4666-b708-f0dc7634e5cb', 'name': 'tempest-TestMinimumBasicScenario-332299659-router', 'tenant_id': '478e2f37de3144c5bbac2b21941a1619', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:35Z', 'updated_at': '2022-01-19T21:40:40Z', 'revision_number': 6, 'project_id': '478e2f37de3144c5bbac2b21941a1619', 'gw_port_host': None}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:40.593102 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1534196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25836'] for router (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.595170 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks [] for router_controller (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.668230 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1534189'] for router (6a4562bd-4ae5-4666-b708-f0dc7634e5cb), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.668895 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a4562bd-4ae5-4666-b708-f0dc7634e5cb {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 21:40:40.677866 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.679044 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6f64ac45-4f5a-4f40-a0bf-539aa21b50c3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/6a4562bd-4ae5-4666-b708-f0dc7634e5cb HTTP/1.1" status: 204 len: 168 time: 0.8004177 Jan 19 21:40:40.681923 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59784) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:40.727919 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7034486e-3624-43dc-9ef5-30fe6f26fd2d admin admin] Deleting subnet c750ad12-50b8-4d20-810f-ef94fa25d1d4 {{(pid=102646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:40:40.731026 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7034486e-3624-43dc-9ef5-30fe6f26fd2d admin admin] Publish callbacks [] for subnet (c750ad12-50b8-4d20-810f-ef94fa25d1d4), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.764583 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7034486e-3624-43dc-9ef5-30fe6f26fd2d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16926431'] for subnet (c750ad12-50b8-4d20-810f-ef94fa25d1d4), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.872748 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7034486e-3624-43dc-9ef5-30fe6f26fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (c750ad12-50b8-4d20-810f-ef94fa25d1d4), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.926527 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7034486e-3624-43dc-9ef5-30fe6f26fd2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17038171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18692263'] for subnet (c750ad12-50b8-4d20-810f-ef94fa25d1d4), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.955436 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034486e-3624-43dc-9ef5-30fe6f26fd2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c750ad12-50b8-4d20-810f-ef94fa25d1d4,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:40.960544 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7034486e-3624-43dc-9ef5-30fe6f26fd2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:40.963637 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-7034486e-3624-43dc-9ef5-30fe6f26fd2d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c750ad12-50b8-4d20-810f-ef94fa25d1d4 HTTP/1.1" status: 204 len: 168 time: 0.2806816 Jan 19 21:40:40.966155 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59788) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:40.968619 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37125e9-41e9-42bc-9768-75ef2ede28ec None None] Network 1adc51ce-0d19-4887-9c56-da82a3fac8d0 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:40:41.033562 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (1adc51ce-0d19-4887-9c56-da82a3fac8d0), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.059925 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 54e747bc-a7dc-46a8-9f41-8f034705c6af no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:41.084696 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 54e747bc-a7dc-46a8-9f41-8f034705c6af {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:41.085036 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 54e747bc-a7dc-46a8-9f41-8f034705c6af not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:41.086364 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Deleting port a867d7bc-1330-4fff-89cc-545009b47b25 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:41.086653 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.153103 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] For port a867d7bc-1330-4fff-89cc-545009b47b25, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=a867d7bc-1330-4fff-89cc-545009b47b25,segment=NetworkSegment(dd8ac4e3-0efa-41ef-bd20-242689b839f5),segment_id=dd8ac4e3-0efa-41ef-bd20-242689b839f5)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:41.153397 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.166249 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Calling delete_port for a867d7bc-1330-4fff-89cc-545009b47b25 owned by network:dhcp {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:41.224936 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] DHCP port deletion for 1adc51ce-0d19-4887-9c56-da82a3fac8d0 request from dv-cinder-821602-16-iscsi {{(pid=102648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 21:40:41.259815 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.285959 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] Deleting port a867d7bc-1330-4fff-89cc-545009b47b25 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:41.286520 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.287558 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a867d7bc-1330-4fff-89cc-545009b47b25,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:41.289699 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] No DVR routers for this DVR port a867d7bc-1330-4fff-89cc-545009b47b25 on host dv-cinder-821602-16-iscsi {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:40:41.364932 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] For port a867d7bc-1330-4fff-89cc-545009b47b25, host dv-cinder-821602-16-iscsi, got binding levels [] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:41.365235 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.376182 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (1adc51ce-0d19-4887-9c56-da82a3fac8d0), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.377467 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] Calling delete_port for a867d7bc-1330-4fff-89cc-545009b47b25 owned by network:dhcp {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:41.382326 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.ipam_backend_mixin [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] Port a867d7bc-1330-4fff-89cc-545009b47b25 was not found and therefore no delete operation was performed {{(pid=102648) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 19 21:40:41.383540 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637'] for port (a867d7bc-1330-4fff-89cc-545009b47b25), after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.397077 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1adc51ce-0d19-4887-9c56-da82a3fac8d0']}} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:41.406190 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd8ac4e3-0efa-41ef-bd20-242689b839f5') {'for_net_delete': True} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:41.406379 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] Pushing event deleted for resources: {'Port': ['ID=a867d7bc-1330-4fff-89cc-545009b47b25,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:41.406542 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd8ac4e3-0efa-41ef-bd20-242689b839f5') {} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:41.411999 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84714129-ea78-4d71-b44e-8f698f9a6557 None None] No DVR routers for this DVR port a867d7bc-1330-4fff-89cc-545009b47b25 on host dv-cinder-821602-16-iscsi {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:40:41.416252 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16926406'] for segment (dd8ac4e3-0efa-41ef-bd20-242689b839f5), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.431946 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (dd8ac4e3-0efa-41ef-bd20-242689b839f5), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.438052 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:40:41.438386 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17038085'] for segment (dd8ac4e3-0efa-41ef-bd20-242689b839f5), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:41.440053 dv-cinder-821602-16-iscsi neutron-server[102646]: Traceback (most recent call last): Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: timer() Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: cb(*args, **kw) Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: return func(*args, **kwargs) Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: self._notify() Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: self.callback(batched_events) Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: event.method(event) Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: return f(self, *a, **k) Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._get(url).json() Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: return self.request(url, 'GET', **kwargs) Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:40:41.443281 dv-cinder-821602-16-iscsi neutron-server[102646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:40:41.497986 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (1adc51ce-0d19-4887-9c56-da82a3fac8d0), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.517144 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:41.520674 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1adc51ce-0d19-4887-9c56-da82a3fac8d0 HTTP/1.1" status: 204 len: 168 time: 0.5536044 Jan 19 21:40:41.521982 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a029cad7-0472-4405-87e8-851ef68ad8b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1adc51ce-0d19-4887-9c56-da82a3fac8d0,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:41.523445 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59792) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:41.948076 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1533455'] for router_interface (1045a2e4-0e61-463e-81fc-fd706b88c5fb), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:42.239367 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Deleting port 3dd37348-035a-412c-8548-cc0c99917517 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:42.239592 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (3dd37348-035a-412c-8548-cc0c99917517), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:42.279930 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-01acb69e-b2e0-4686-9790-eff62056a98c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:42.318404 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] For port 3dd37348-035a-412c-8548-cc0c99917517, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=3dd37348-035a-412c-8548-cc0c99917517,segment=NetworkSegment(23011670-7794-4268-9a26-bce9abfe6fbb),segment_id=23011670-7794-4268-9a26-bce9abfe6fbb)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:42.318775 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (3dd37348-035a-412c-8548-cc0c99917517), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:42.332115 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Calling delete_port for 3dd37348-035a-412c-8548-cc0c99917517 owned by network:router_interface {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:42.514315 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (3dd37348-035a-412c-8548-cc0c99917517), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:42.540378 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Pushing event deleted for resources: {'Port': ['ID=3dd37348-035a-412c-8548-cc0c99917517,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:42.710419 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1507317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1535903'] for router_interface (1045a2e4-0e61-463e-81fc-fd706b88c5fb), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:42.772163 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 65d89d22-d01c-4cef-b826-5d5e3115bad4 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:42.795636 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 65d89d22-d01c-4cef-b826-5d5e3115bad4 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:42.796018 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 65d89d22-d01c-4cef-b826-5d5e3115bad4 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:42.796445 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device a867d7bc-1330-4fff-89cc-545009b47b25 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:42.818105 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: a867d7bc-1330-4fff-89cc-545009b47b25 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:42.818381 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device a867d7bc-1330-4fff-89cc-545009b47b25 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:42.818795 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 696736da-e964-4a3f-9006-8ed52a31c019 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:42.841806 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 696736da-e964-4a3f-9006-8ed52a31c019 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:42.842161 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 696736da-e964-4a3f-9006-8ed52a31c019 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:43.159356 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:43.211103 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Router 1045a2e4-0e61-463e-81fc-fd706b88c5fb has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:40:43.215712 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-040f57bb-c2d9-42e3-83f9-5954e30c6a84 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73596965&fields=id&tenant_id=96a16a0510fb4a22b32fd21ff104e7b1 HTTP/1.1" status: 200 len: 267 time: 0.0638342 Jan 19 21:40:43.396451 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581db17-cfb4-462b-9cd7-330df12290ae req-d156f79b-782d-41e9-ae96-3f8226bb3ba0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:43.397923 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-d156f79b-782d-41e9-ae96-3f8226bb3ba0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 812 time: 0.1755135 Jan 19 21:40:43.400631 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:40:43.408641 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d0e68a2f-0c6a-42b2-adaa-1fa0b6aca62c admin admin] 10.222.0.39 "PUT /v2.0/routers/1045a2e4-0e61-463e-81fc-fd706b88c5fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8842068 Jan 19 21:40:43.410044 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] Sync routers for ids ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:40:43.411439 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59814) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:43.421878 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-116f931a-b603-476f-8839-b87507428c92 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/quotas/96a16a0510fb4a22b32fd21ff104e7b1 HTTP/1.1" status: 200 len: 375 time: 0.0106199 Jan 19 21:40:43.422332 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] Routers {'1045a2e4-0e61-463e-81fc-fd706b88c5fb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:43.422947 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:43.484831 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-bcb23a07-3eba-4fb6-b25d-09c0a22a3646 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530279 Jan 19 21:40:43.533458 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] Set router 1045a2e4-0e61-463e-81fc-fd706b88c5fb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:43.596114 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-c9c9b371-efd8-48bc-b851-e25415e3984b service neutron] 10.222.0.39 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997937 Jan 19 21:40:43.695584 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-192ae3c0-6643-44f1-899f-338fd5eb4271 service neutron] 10.222.0.39 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917370 Jan 19 21:40:43.772135 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks [] for router (1045a2e4-0e61-463e-81fc-fd706b88c5fb), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:43.816280 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:44Z', 'updated_at': '2022-01-19T21:40:42Z', 'revision_number': 5, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'gw_port': {'id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:45Z', 'updated_at': '2022-01-19T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:43.844029 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] Checking router: 1045a2e4-0e61-463e-81fc-fd706b88c5fb for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:40:43.853294 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] Routers {'1045a2e4-0e61-463e-81fc-fd706b88c5fb'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:40:43.853876 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:43.886647 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks [] for router_gateway (1045a2e4-0e61-463e-81fc-fd706b88c5fb), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:43.957445 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Deleting port 10969c7c-2eec-48b0-a177-0fa2152555e0 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:43.958003 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:43.977104 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] Set router 1045a2e4-0e61-463e-81fc-fd706b88c5fb gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:40:44.033093 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ffb09403-17eb-4a52-83b9-d3f0122e15e9 req-bc327b37-4ea2-48c0-b337-7317b4d7ea6d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 210 time: 0.0351465 Jan 19 21:40:44.073586 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] For port 10969c7c-2eec-48b0-a177-0fa2152555e0, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=10969c7c-2eec-48b0-a177-0fa2152555e0,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:44.074003 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.088342 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Calling delete_port for 10969c7c-2eec-48b0-a177-0fa2152555e0 owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:44.173502 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:44Z', 'updated_at': '2022-01-19T21:40:42Z', 'revision_number': 5, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'gw_port': {'id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:45Z', 'updated_at': '2022-01-19T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:44.204278 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07c38fb-6c65-4249-ac8d-154a22c4d94e None None] The sync data for ids ['1045a2e4-0e61-463e-81fc-fd706b88c5fb'] in dv-cinder-821602-16-iscsi is: [{'id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'name': 'tempest-TestMinimumBasicScenario-1272985426-router', 'tenant_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251'}], 'enable_snat': True}, 'gw_port_id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:37:44Z', 'updated_at': '2022-01-19T21:40:42Z', 'revision_number': 5, 'project_id': '1d9ffe0279ab4103a8275fcbb59ca7af', 'gw_port': {'id': '10969c7c-2eec-48b0-a177-0fa2152555e0', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:66:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1045a2e4-0e61-463e-81fc-fd706b88c5fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:37:45Z', 'updated_at': '2022-01-19T21:37:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:40:44.282744 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (10969c7c-2eec-48b0-a177-0fa2152555e0), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.309234 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Pushing event deleted for resources: {'Port': ['ID=10969c7c-2eec-48b0-a177-0fa2152555e0,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:44.373166 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1531969'] for router_gateway (1045a2e4-0e61-463e-81fc-fd706b88c5fb), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.473008 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1534196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25836'] for router (1045a2e4-0e61-463e-81fc-fd706b88c5fb), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.475347 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks [] for router_controller (1045a2e4-0e61-463e-81fc-fd706b88c5fb), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.530288 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1534189'] for router (1045a2e4-0e61-463e-81fc-fd706b88c5fb), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.530288 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1045a2e4-0e61-463e-81fc-fd706b88c5fb {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 21:40:44.539055 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.540303 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4dfe8f69-6f9d-44f4-a9fe-ed9309dc9d5d admin admin] 10.222.0.39 "DELETE /v2.0/routers/1045a2e4-0e61-463e-81fc-fd706b88c5fb HTTP/1.1" status: 204 len: 168 time: 1.1278565 Jan 19 21:40:44.542906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59836) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:44.567302 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.598665 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2a7d877-157e-4ebe-b4a9-b926d7e0e262 admin admin] Deleting subnet b27045ca-04ae-4dea-9453-237b78e56c0b {{(pid=102646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:40:44.602140 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d877-157e-4ebe-b4a9-b926d7e0e262 admin admin] Publish callbacks [] for subnet (b27045ca-04ae-4dea-9453-237b78e56c0b), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.646844 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d877-157e-4ebe-b4a9-b926d7e0e262 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16926431'] for subnet (b27045ca-04ae-4dea-9453-237b78e56c0b), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.708984 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 3dd37348-035a-412c-8548-cc0c99917517 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:44.730709 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 3dd37348-035a-412c-8548-cc0c99917517 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:44.731059 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 3dd37348-035a-412c-8548-cc0c99917517 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:44.749386 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d877-157e-4ebe-b4a9-b926d7e0e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (b27045ca-04ae-4dea-9453-237b78e56c0b), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.807191 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d877-157e-4ebe-b4a9-b926d7e0e262 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17038171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18692263'] for subnet (b27045ca-04ae-4dea-9453-237b78e56c0b), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.834464 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7d877-157e-4ebe-b4a9-b926d7e0e262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b27045ca-04ae-4dea-9453-237b78e56c0b,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:44.838373 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b2a7d877-157e-4ebe-b4a9-b926d7e0e262 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.843635 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b2a7d877-157e-4ebe-b4a9-b926d7e0e262 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b27045ca-04ae-4dea-9453-237b78e56c0b HTTP/1.1" status: 204 len: 168 time: 0.2973933 Jan 19 21:40:44.844308 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59838) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:44.848718 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b378c-ca56-429d-8211-81dd0bead7f1 None None] Network cebf18d0-a00d-4ac8-a751-8311ba45ce7b requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:40:44.924994 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (cebf18d0-a00d-4ac8-a751-8311ba45ce7b), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:44.998677 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Deleting port d45146b2-4539-4dc4-9db1-fb2ea43ba05e {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:44.999719 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.061261 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc83889-23b1-47be-8ac3-b03202837395 None None] DHCP port deletion for cebf18d0-a00d-4ac8-a751-8311ba45ce7b request from dv-cinder-821602-16-iscsi {{(pid=102648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 21:40:45.103756 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] For port d45146b2-4539-4dc4-9db1-fb2ea43ba05e, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=d45146b2-4539-4dc4-9db1-fb2ea43ba05e,segment=NetworkSegment(23011670-7794-4268-9a26-bce9abfe6fbb),segment_id=23011670-7794-4268-9a26-bce9abfe6fbb)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:45.104164 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.135340 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-bcc83889-23b1-47be-8ac3-b03202837395 None None] Deleting port d45146b2-4539-4dc4-9db1-fb2ea43ba05e {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:40:45.135812 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-bcc83889-23b1-47be-8ac3-b03202837395 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.172014 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Calling delete_port for d45146b2-4539-4dc4-9db1-fb2ea43ba05e owned by network:dhcp {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:45.198330 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-270eda31-6f12-44e3-8356-e1f3dcc848fa req-1046cf05-1974-4292-b93d-8e2ba8aa6308 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 210 time: 0.0719507 Jan 19 21:40:45.204095 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-bcc83889-23b1-47be-8ac3-b03202837395 None None] For port d45146b2-4539-4dc4-9db1-fb2ea43ba05e, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=d45146b2-4539-4dc4-9db1-fb2ea43ba05e,segment=NetworkSegment(23011670-7794-4268-9a26-bce9abfe6fbb),segment_id=23011670-7794-4268-9a26-bce9abfe6fbb)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:45.204595 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-bcc83889-23b1-47be-8ac3-b03202837395 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.218594 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-bcc83889-23b1-47be-8ac3-b03202837395 None None] Calling delete_port for d45146b2-4539-4dc4-9db1-fb2ea43ba05e owned by network:dhcp {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:40:45.289922 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581db17-cfb4-462b-9cd7-330df12290ae req-f60bc06b-5c2a-43f2-a735-1e1259f170b4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:45.291242 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-f60bc06b-5c2a-43f2-a735-1e1259f170b4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 812 time: 0.2418344 Jan 19 21:40:45.327119 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.335331 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-bcc83889-23b1-47be-8ac3-b03202837395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637'] for port (d45146b2-4539-4dc4-9db1-fb2ea43ba05e), after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.366143 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc83889-23b1-47be-8ac3-b03202837395 None None] Pushing event deleted for resources: {'Port': ['ID=d45146b2-4539-4dc4-9db1-fb2ea43ba05e,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:45.373956 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc83889-23b1-47be-8ac3-b03202837395 None None] No DVR routers for this DVR port d45146b2-4539-4dc4-9db1-fb2ea43ba05e on host dv-cinder-821602-16-iscsi {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:40:45.379492 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] No DVR routers for this DVR port d45146b2-4539-4dc4-9db1-fb2ea43ba05e on host dv-cinder-821602-16-iscsi {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:40:45.387750 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Pushing event deleted for resources: {'Port': ['ID=d45146b2-4539-4dc4-9db1-fb2ea43ba05e,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:45.418953 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-a243c877-79ed-4c90-806d-a5c52fb8afe5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96a16a0510fb4a22b32fd21ff104e7b1 HTTP/1.1" status: 200 len: 378 time: 0.1151276 Jan 19 21:40:45.437254 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'port': {'device_id': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'admin_state_up': True, 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'security_groups': ['ab145eda-13fe-4f33-8e26-a80c2d1c46a8']}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:45.523923 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (cebf18d0-a00d-4ac8-a751-8311ba45ce7b), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.554957 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cebf18d0-a00d-4ac8-a751-8311ba45ce7b']}} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:45.571091 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23011670-7794-4268-9a26-bce9abfe6fbb') {'for_net_delete': True} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:45.571383 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23011670-7794-4268-9a26-bce9abfe6fbb') {} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:40:45.592459 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16926406'] for segment (23011670-7794-4268-9a26-bce9abfe6fbb), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.624122 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (23011670-7794-4268-9a26-bce9abfe6fbb), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.633267 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=102646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:40:45.633659 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17038085'] for segment (23011670-7794-4268-9a26-bce9abfe6fbb), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: Traceback (most recent call last): Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: timer() Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: cb(*args, **kw) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: return func(*args, **kwargs) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: self._notify() Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: self.callback(batched_events) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: event.method(event) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: return f(self, *a, **k) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._get(url).json() Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: return self.request(url, 'GET', **kwargs) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:40:45.635394 dv-cinder-821602-16-iscsi neutron-server[102646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:40:45.700089 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Made reservation on behalf of 96a16a0510fb4a22b32fd21ff104e7b1 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:40:45.703558 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.706872 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (cebf18d0-a00d-4ac8-a751-8311ba45ce7b), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.717743 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.720856 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cebf18d0-a00d-4ac8-a751-8311ba45ce7b HTTP/1.1" status: 204 len: 168 time: 0.8760600 Jan 19 21:40:45.737494 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24339b6-fe6a-4f84-87c5-25261fe3ed31 admin admin] Pushing event deleted for resources: {'Network': ['ID=cebf18d0-a00d-4ac8-a751-8311ba45ce7b,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:45.848349 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Allocated IP 172.20.0.7 (ce6acd12-5f71-4ac1-a012-ee1a9267af54/e004ec97-db1b-4841-907e-5b7f97202845/ddd40c3b-177a-45c1-8f5a-f643f76b613d) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:40:45.886138 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59848) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:45.927972 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5d93c353-f51c-4614-be32-80c7c58e6b24 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=478e2f37de3144c5bbac2b21941a1619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406437 Jan 19 21:40:45.930707 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59850) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:45.978552 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6d1d144a-3eb2-458d-b4d1-6e0a4ed52fd4 admin admin] Publish callbacks [] for security_group (cc1b290a-534f-43ab-9f12-1fae19f667de), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:45.993997 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.000942 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6d1d144a-3eb2-458d-b4d1-6e0a4ed52fd4 admin admin] Publish callbacks [] for security_group (cc1b290a-534f-43ab-9f12-1fae19f667de), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.027652 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.050782 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6d1d144a-3eb2-458d-b4d1-6e0a4ed52fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (cc1b290a-534f-43ab-9f12-1fae19f667de), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.053410 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6d1d144a-3eb2-458d-b4d1-6e0a4ed52fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.057041 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6d1d144a-3eb2-458d-b4d1-6e0a4ed52fd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc1b290a-534f-43ab-9f12-1fae19f667de HTTP/1.1" status: 204 len: 168 time: 0.1229911 Jan 19 21:40:46.066089 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1d144a-3eb2-458d-b4d1-6e0a4ed52fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc1b290a-534f-43ab-9f12-1fae19f667de,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:46.072274 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:40:46.075568 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:40:46.079996 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:40:46.112719 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'Port': ['ID=ddd40c3b-177a-45c1-8f5a-f643f76b613d,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:46.144411 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:46.145362 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.162301 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-26289c3d-0c0d-445c-8809-9d80c2ebf11d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7304745 Jan 19 21:40:46.175291 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Request body: {'port': {'device_id': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:46.241553 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.359714 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3178d-a644-48ab-b418-6d3d5259a014 req-13f2aa4b-6505-4822-9a71-4f112312fabd tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:46.361679 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b0b3178d-a644-48ab-b418-6d3d5259a014 req-13f2aa4b-6505-4822-9a71-4f112312fabd tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 931 time: 0.0661044 Jan 19 21:40:46.380623 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.383090 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.429432 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b0b3178d-a644-48ab-b418-6d3d5259a014 req-b57fa316-0ec4-49a5-9ba4-c0caf32ae6e1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616260 Jan 19 21:40:46.429972 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-f6b7939b-c69c-4b56-abbf-ce8358e4e49e None None] Provisioning complete for port ddd40c3b-177a-45c1-8f5a-f643f76b613d triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:46.430410 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f6b7939b-c69c-4b56-abbf-ce8358e4e49e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.473292 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-f6b7939b-c69c-4b56-abbf-ce8358e4e49e None None] Port ddd40c3b-177a-45c1-8f5a-f643f76b613d cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:40:46.483818 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59860) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:46.568571 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-2dbe74d4-918c-4c57-a87e-e8a4bbbf838e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1d9ffe0279ab4103a8275fcbb59ca7af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0836036 Jan 19 21:40:46.571198 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59862) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:46.577796 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd40c3b-177a-45c1-8f5a-f643f76b613d {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:40:46.586201 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Publish callbacks [] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.599931 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Transition to ACTIVE for port object ddd40c3b-177a-45c1-8f5a-f643f76b613d will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:40:46.603546 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.624717 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4a4505f-89a4-40c9-a151-ee34f2e1ba26 admin admin] Publish callbacks [] for security_group (2d44a8b9-b827-4a0f-ac01-768d93dfecb0), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.649412 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4a4505f-89a4-40c9-a151-ee34f2e1ba26 admin admin] Publish callbacks [] for security_group (2d44a8b9-b827-4a0f-ac01-768d93dfecb0), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.655724 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd40c3b-177a-45c1-8f5a-f643f76b613d,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:46.714440 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d45146b2-4539-4dc4-9db1-fb2ea43ba05e no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:46.733712 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4a4505f-89a4-40c9-a151-ee34f2e1ba26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2d44a8b9-b827-4a0f-ac01-768d93dfecb0), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.736304 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b4a4505f-89a4-40c9-a151-ee34f2e1ba26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.740108 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b4a4505f-89a4-40c9-a151-ee34f2e1ba26 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d44a8b9-b827-4a0f-ac01-768d93dfecb0 HTTP/1.1" status: 204 len: 168 time: 0.1656389 Jan 19 21:40:46.745421 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: d45146b2-4539-4dc4-9db1-fb2ea43ba05e {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:46.745999 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d45146b2-4539-4dc4-9db1-fb2ea43ba05e not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:46.746422 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 10969c7c-2eec-48b0-a177-0fa2152555e0 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:40:46.750639 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4505f-89a4-40c9-a151-ee34f2e1ba26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d44a8b9-b827-4a0f-ac01-768d93dfecb0,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:46.760853 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Attempting to bind port ddd40c3b-177a-45c1-8f5a-f643f76b613d on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:40:46.761210 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Attempting to bind port ddd40c3b-177a-45c1-8f5a-f643f76b613d by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:40:46.761524 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Attempting to bind port ddd40c3b-177a-45c1-8f5a-f643f76b613d on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:46.766601 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Port ddd40c3b-177a-45c1-8f5a-f643f76b613d on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:40:46.766922 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Attempting to bind port ddd40c3b-177a-45c1-8f5a-f643f76b613d on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:40:46.772546 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:40:46.772824 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Checking segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:40:46.773205 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Bound using segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:40:46.773634 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Bound port: ddd40c3b-177a-45c1-8f5a-f643f76b613d, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:40:46.773987 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.775280 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 10969c7c-2eec-48b0-a177-0fa2152555e0 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:40:46.775629 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 10969c7c-2eec-48b0-a177-0fa2152555e0 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:40:46.867005 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] For port ddd40c3b-177a-45c1-8f5a-f643f76b613d, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:40:46.870817 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] For port ddd40c3b-177a-45c1-8f5a-f643f76b613d, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ddd40c3b-177a-45c1-8f5a-f643f76b613d,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:40:46.876168 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.940786 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:46.941490 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:46.942921 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] 10.222.0.48 "PUT /v2.0/ports/ddd40c3b-177a-45c1-8f5a-f643f76b613d HTTP/1.1" status: 200 len: 1093 time: 0.7721648 Jan 19 21:40:46.943350 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'tag': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:46.945839 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fa84db-47cc-477a-aeb9-662ba30da038" -d '{"events": [{"name": "network-changed", "server_uuid": "fde6eafc-2b05-43ff-bfb7-436292dc22ac", "tag": "ddd40c3b-177a-45c1-8f5a-f643f76b613d"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:46.955771 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bff82-c045-4079-8696-180f17bdebb7 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd40c3b-177a-45c1-8f5a-f643f76b613d,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:47.039428 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02b2135-d490-468a-956b-b5d5f9b8e921 x-openstack-request-id: req-d02b2135-d490-468a-956b-b5d5f9b8e921 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:47.041209 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde6eafc-2b05-43ff-bfb7-436292dc22ac", "tag": "ddd40c3b-177a-45c1-8f5a-f643f76b613d", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:47.042152 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d02b2135-d490-468a-956b-b5d5f9b8e921 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:47.042815 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'tag': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'status': 'completed', 'code': 200} Jan 19 21:40:47.060468 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581db17-cfb4-462b-9cd7-330df12290ae req-93a3eb9b-4106-4706-aee3-49ada6a95ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:47.062107 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-93a3eb9b-4106-4706-aee3-49ada6a95ce8 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 1096 time: 0.0758376 Jan 19 21:40:47.113443 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-819b71fc-5f9e-451b-a5b4-9ee9a6bc8764 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd40c3b-177a-45c1-8f5a-f643f76b613d HTTP/1.1" status: 200 len: 217 time: 0.0440955 Jan 19 21:40:47.168575 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581db17-cfb4-462b-9cd7-330df12290ae req-8711e6f6-1946-484d-bad5-b1a39e374d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:47.170061 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-8711e6f6-1946-484d-bad5-b1a39e374d30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0502634 Jan 19 21:40:47.219681 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581db17-cfb4-462b-9cd7-330df12290ae req-eacb0bd1-8e07-4209-a34d-4cb522f3fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:47.222747 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-eacb0bd1-8e07-4209-a34d-4cb522f3fada service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0445848 Jan 19 21:40:47.319434 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-8bbc0e49-429a-4a9e-a0ff-ee4515859cd1 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912087 Jan 19 21:40:47.407268 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1581db17-cfb4-462b-9cd7-330df12290ae req-bb7a81b7-a101-46c3-be50-e4517f2e2a89 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815439 Jan 19 21:40:47.497037 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-4338de78-b648-4fd6-9194-775565402bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:47.498579 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-4338de78-b648-4fd6-9194-775565402bed service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 1096 time: 0.0411136 Jan 19 21:40:47.549661 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951d15c1-b7c0-4091-8f53-b56dd13218fb req-7cded1cf-99b0-40d7-b2b0-470464eff7eb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:47.551128 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-951d15c1-b7c0-4091-8f53-b56dd13218fb req-7cded1cf-99b0-40d7-b2b0-470464eff7eb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 943 time: 0.0523937 Jan 19 21:40:47.592482 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-3c612a71-b8b2-48fa-a662-401560efd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:47.594129 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-3c612a71-b8b2-48fa-a662-401560efd909 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.0896244 Jan 19 21:40:47.606181 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-951d15c1-b7c0-4091-8f53-b56dd13218fb req-3af1587e-f3d8-4bee-b858-3c89a8af5a39 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478790 Jan 19 21:40:47.636868 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-6cc96bd9-4055-4467-b332-789dbf3720b9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd40c3b-177a-45c1-8f5a-f643f76b613d HTTP/1.1" status: 200 len: 217 time: 0.0356750 Jan 19 21:40:47.692837 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-0e89ef80-7a3d-4c24-9e61-029d3ae80e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:47.693028 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-0e89ef80-7a3d-4c24-9e61-029d3ae80e33 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0476010 Jan 19 21:40:47.737383 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-0cf8238d-093f-41e9-b4cf-45a0109f4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:47.738821 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-0cf8238d-093f-41e9-b4cf-45a0109f4cb4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387537 Jan 19 21:40:47.827241 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-be7e7304-882b-4c86-a653-e4b5b2346157 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814240 Jan 19 21:40:47.920089 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d7fa84db-47cc-477a-aeb9-662ba30da038 req-4039ac18-8c99-46b8-b8f8-7345ff23ea10 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832243 Jan 19 21:40:48.723205 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1312d49b-02c5-4e6d-bf58-a7b0fbd0113a req-b264afc4-0527-4470-925d-3e80181db72b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:48.724755 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1312d49b-02c5-4e6d-bf58-a7b0fbd0113a req-b264afc4-0527-4470-925d-3e80181db72b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 943 time: 0.0510716 Jan 19 21:40:48.772520 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1312d49b-02c5-4e6d-bf58-a7b0fbd0113a req-5f47f283-c849-46cb-99ef-2d1f8440e1fc tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422204 Jan 19 21:40:49.889016 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7158be04-ea4e-4487-8256-b74d2232f316 req-2e9ef6b3-b63e-42a8-813d-df85fe8a390b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:49.890487 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7158be04-ea4e-4487-8256-b74d2232f316 req-2e9ef6b3-b63e-42a8-813d-df85fe8a390b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 943 time: 0.0476861 Jan 19 21:40:49.939311 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7158be04-ea4e-4487-8256-b74d2232f316 req-94172bce-6884-45ad-9858-61403b983d4a tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433786 Jan 19 21:40:51.058244 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91151daf-e562-4460-bafa-6e380feb1604 req-68521bef-6514-4ecc-8c21-a9317530554d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:51.059701 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-91151daf-e562-4460-bafa-6e380feb1604 req-68521bef-6514-4ecc-8c21-a9317530554d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 943 time: 0.0514729 Jan 19 21:40:51.106850 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-91151daf-e562-4460-bafa-6e380feb1604 req-38b0f196-520a-472e-ac41-ce45dad8a490 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408747 Jan 19 21:40:52.221945 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e02e9-192c-4cab-b052-e4478b654c0f req-e684b27e-3582-4e29-9e08-d4f895120759 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:52.223412 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e85e02e9-192c-4cab-b052-e4478b654c0f req-e684b27e-3582-4e29-9e08-d4f895120759 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 943 time: 0.0475984 Jan 19 21:40:52.278814 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e85e02e9-192c-4cab-b052-e4478b654c0f req-fcea004e-ee00-4ebc-bdd4-aa53449e2c44 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497642 Jan 19 21:40:53.397445 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218624bb-52b3-4e53-bec3-c554d5dc7b2f req-0fb36500-a207-4900-88c1-0021c72a1422 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:53.398912 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-218624bb-52b3-4e53-bec3-c554d5dc7b2f req-0fb36500-a207-4900-88c1-0021c72a1422 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 943 time: 0.0478542 Jan 19 21:40:53.447871 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-218624bb-52b3-4e53-bec3-c554d5dc7b2f req-58cd7fa3-56fe-47b7-8193-b0f3ba90e24e tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435970 Jan 19 21:40:54.564951 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6a362-cfb3-4925-8dde-a5d9dc104ada req-9c1fc62a-6c53-41e9-91e7-b2c86d07ed03 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:54.566583 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-14c6a362-cfb3-4925-8dde-a5d9dc104ada req-9c1fc62a-6c53-41e9-91e7-b2c86d07ed03 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 943 time: 0.0498600 Jan 19 21:40:54.615446 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-14c6a362-cfb3-4925-8dde-a5d9dc104ada req-631f2389-472b-4306-9c5e-af3c2d22cc0c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434661 Jan 19 21:40:55.122695 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device ddd40c3b-177a-45c1-8f5a-f643f76b613d details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:40:55.218167 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port ddd40c3b-177a-45c1-8f5a-f643f76b613d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ddd40c3b-177a-45c1-8f5a-f643f76b613d,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:55.229370 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'port_id': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'mac_address': 'fa:16:3e:2b:9d:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:40:55.265707 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port ddd40c3b-177a-45c1-8f5a-f643f76b613d is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:55.266017 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:55.279421 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd40c3b-177a-45c1-8f5a-f643f76b613d {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:40:55.298622 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port ddd40c3b-177a-45c1-8f5a-f643f76b613d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ddd40c3b-177a-45c1-8f5a-f643f76b613d,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:55.303016 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:55.348468 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=ddd40c3b-177a-45c1-8f5a-f643f76b613d,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:55.543752 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['ddd40c3b-177a-45c1-8f5a-f643f76b613d'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:40:55.731384 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8807b-1d4e-4930-9817-ad7aeea4536b req-525b11bc-7588-4732-8859-3675281638a3 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:55.732881 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b2b8807b-1d4e-4930-9817-ad7aeea4536b req-525b11bc-7588-4732-8859-3675281638a3 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 944 time: 0.0487483 Jan 19 21:40:55.786017 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b2b8807b-1d4e-4930-9817-ad7aeea4536b req-71385556-1de7-46b2-982e-f79340048bff tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473461 Jan 19 21:40:56.899960 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb3404-8b39-477a-8c70-139debfac439 req-39be8229-48af-418e-b0f6-0f6de7d8940d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:56.901331 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55bb3404-8b39-477a-8c70-139debfac439 req-39be8229-48af-418e-b0f6-0f6de7d8940d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 944 time: 0.0476043 Jan 19 21:40:56.949436 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-55bb3404-8b39-477a-8c70-139debfac439 req-04d38637-ed11-4db5-8aa3-b31b41ac10a6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427136 Jan 19 21:40:57.126412 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device ddd40c3b-177a-45c1-8f5a-f643f76b613d up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:40:57.178185 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port ddd40c3b-177a-45c1-8f5a-f643f76b613d completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:40:57.181811 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port ddd40c3b-177a-45c1-8f5a-f643f76b613d triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:40:57.182224 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:57.258452 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port ddd40c3b-177a-45c1-8f5a-f643f76b613d is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:40:57.258847 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:57.281378 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:40:57.283606 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dac1d4b-7812-4c31-8c64-6fce042b0330" -d '{"events": [{"server_uuid": "fde6eafc-2b05-43ff-bfb7-436292dc22ac", "name": "network-vif-plugged", "status": "completed", "tag": "ddd40c3b-177a-45c1-8f5a-f643f76b613d"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:40:57.296096 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port ddd40c3b-177a-45c1-8f5a-f643f76b613d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ddd40c3b-177a-45c1-8f5a-f643f76b613d,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:40:57.301233 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:57.355140 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=ddd40c3b-177a-45c1-8f5a-f643f76b613d,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:40:57.498937 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da26da4f-e531-4887-889f-6f1f6dcc7185 x-openstack-request-id: req-da26da4f-e531-4887-889f-6f1f6dcc7185 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:40:57.499230 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde6eafc-2b05-43ff-bfb7-436292dc22ac", "name": "network-vif-plugged", "status": "completed", "tag": "ddd40c3b-177a-45c1-8f5a-f643f76b613d", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:40:57.499487 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da26da4f-e531-4887-889f-6f1f6dcc7185 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:40:57.499910 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'code': 200} Jan 19 21:40:57.734148 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b9b93c-6fe0-4b89-bd74-28081028cec2 req-f836348d-599a-483b-ad35-d64b978aada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:57.735564 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a8b9b93c-6fe0-4b89-bd74-28081028cec2 req-f836348d-599a-483b-ad35-d64b978aada1 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 1098 time: 0.0450344 Jan 19 21:40:57.785842 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a8b9b93c-6fe0-4b89-bd74-28081028cec2 req-c5a37787-1498-45c7-92ee-c8c535df040c service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427458 Jan 19 21:40:58.075283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074bc278-774e-402e-ab6c-b6143f33c25f req-db6bfe34-a643-4fc3-916d-95a30f24692d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:58.076787 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-074bc278-774e-402e-ab6c-b6143f33c25f req-db6bfe34-a643-4fc3-916d-95a30f24692d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 945 time: 0.0527909 Jan 19 21:40:58.126226 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-074bc278-774e-402e-ab6c-b6143f33c25f req-9dfaf8d2-8b68-4889-855b-2868d7cfce16 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434616 Jan 19 21:40:59.240947 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1074af-a53b-4f94-a1c2-49d54dada52c req-f5dd78b9-174e-433f-b5bb-74ea689a9b9b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:59.242429 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2d1074af-a53b-4f94-a1c2-49d54dada52c req-f5dd78b9-174e-433f-b5bb-74ea689a9b9b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 945 time: 0.0472319 Jan 19 21:40:59.290629 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2d1074af-a53b-4f94-a1c2-49d54dada52c req-ab04c4ce-868b-49cf-bd9b-6dfb8b40a36a tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428736 Jan 19 21:40:59.405611 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594378dc-591f-47a1-83e3-e8fb5009f945 req-237c10c7-bff1-4697-8081-fb08274560d8 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:59.407694 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-594378dc-591f-47a1-83e3-e8fb5009f945 req-237c10c7-bff1-4697-8081-fb08274560d8 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 945 time: 0.0485895 Jan 19 21:40:59.456466 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-594378dc-591f-47a1-83e3-e8fb5009f945 req-16ec1b00-fdb0-4acf-8401-fcf290f61e2c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435822 Jan 19 21:40:59.478961 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 59944) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:59.669198 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db48cc4-eac1-4f57-b19c-185de107f61f tempest-TestVolumeBootPattern-1653998579 tempest-TestVolumeBootPattern-1653998579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:40:59.671724 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3db48cc4-eac1-4f57-b19c-185de107f61f tempest-TestVolumeBootPattern-1653998579 tempest-TestVolumeBootPattern-1653998579-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 1093 time: 0.1918714 Jan 19 21:40:59.675709 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 59948) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:40:59.680222 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'floatingip': {'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'port_id': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:40:59.703154 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:59.801290 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:40:59.903787 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Allocated IP 172.27.0.112 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/b493a444-bc46-4bf9-b292-6a21ec91ca6b) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:41:00.011119 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for port (b493a444-bc46-4bf9-b292-6a21ec91ca6b), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:00.045110 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (b493a444-bc46-4bf9-b292-6a21ec91ca6b), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:00.082610 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:41:00.086896 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:41:00.090396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:41:00.115002 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'Port': ['ID=b493a444-bc46-4bf9-b292-6a21ec91ca6b,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:00.445394 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (229f8457-86e7-46d7-8c04-9ba0f74d232e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:00.512319 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (b493a444-bc46-4bf9-b292-6a21ec91ca6b), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:00.659477 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for port (b493a444-bc46-4bf9-b292-6a21ec91ca6b), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:00.664007 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (b493a444-bc46-4bf9-b292-6a21ec91ca6b), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:00.731719 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'Port': ['ID=b493a444-bc46-4bf9-b292-6a21ec91ca6b,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:00.742396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (229f8457-86e7-46d7-8c04-9ba0f74d232e), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:01.031405 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:41:01.095127 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Floating IP 229f8457-86e7-46d7-8c04-9ba0f74d232e associated. External IP: 172.27.0.112, port: ddd40c3b-177a-45c1-8f5a-f643f76b613d. Jan 19 21:41:01.297248 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Router 2af3405c-7716-4bc0-8820-679727c42343 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:41:01.400498 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:41:01.411641 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] Sync routers for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:41:01.419629 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:01.422079 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:41:01.422707 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:01.449996 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-bd628404-8dfc-49c5-8775-a7f9f3fc28e4 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7731531 Jan 19 21:41:01.450711 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'tag': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:41:01.452965 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dace8c6b-24cd-484d-be27-c4b640a06c34" -d '{"events": [{"name": "network-changed", "server_uuid": "fde6eafc-2b05-43ff-bfb7-436292dc22ac", "tag": "ddd40c3b-177a-45c1-8f5a-f643f76b613d"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:41:01.491170 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f5bf6-2dbb-47b2-884b-1c69d9f08da8 x-openstack-request-id: req-d84f5bf6-2dbb-47b2-884b-1c69d9f08da8 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:41:01.491460 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde6eafc-2b05-43ff-bfb7-436292dc22ac", "tag": "ddd40c3b-177a-45c1-8f5a-f643f76b613d", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:41:01.491717 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d84f5bf6-2dbb-47b2-884b-1c69d9f08da8 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:41:01.492150 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'tag': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'status': 'completed', 'code': 200} Jan 19 21:41:01.560535 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-8412a1a4-0569-47f3-bf95-4782b32e184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:01.562045 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-8412a1a4-0569-47f3-bf95-4782b32e184d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 1098 time: 0.0420983 Jan 19 21:41:01.655857 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-fc909d18-a4d6-41fa-9ae7-2399c791a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:01.657349 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-fc909d18-a4d6-41fa-9ae7-2399c791a316 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.0888181 Jan 19 21:41:01.666983 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:41:01.732452 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-480e128c-e2c1-49b3-943f-f1d728e4a4c4 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ddd40c3b-177a-45c1-8f5a-f643f76b613d HTTP/1.1" status: 200 len: 999 time: 0.0661633 Jan 19 21:41:01.791046 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-d2aa9eb2-ea6c-43da-97a0-70c03cc9f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:01.792582 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-d2aa9eb2-ea6c-43da-97a0-70c03cc9f119 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0482574 Jan 19 21:41:01.840892 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-8bf07171-ba81-45b0-8c2a-4fe5b1a98a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:01.842408 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-8bf07171-ba81-45b0-8c2a-4fe5b1a98a8c service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403249 Jan 19 21:41:01.896711 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '229f8457-86e7-46d7-8c04-9ba0f74d232e', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:2b:9d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:41:00Z', 'updated_at': '2022-01-19T21:41:00Z', 'revision_number': 0, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:01.922641 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] Checking router: 2af3405c-7716-4bc0-8820-679727c42343 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:41:01.931140 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:41:01.931743 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:40:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:01.935235 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-bd51c2f1-4f19-447c-8c78-35db70b71917 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862281 Jan 19 21:41:02.023323 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dace8c6b-24cd-484d-be27-c4b640a06c34 req-55cba97c-a93c-4210-997c-2102d6f07291 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813599 Jan 19 21:41:02.036928 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:41:02.257484 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '229f8457-86e7-46d7-8c04-9ba0f74d232e', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:2b:9d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:41:00Z', 'updated_at': '2022-01-19T21:41:00Z', 'revision_number': 0, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:02.286770 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c609329-c32c-4bdf-828c-64a7678468c3 None None] The sync data for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi is: [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '229f8457-86e7-46d7-8c04-9ba0f74d232e', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.112', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:2b:9d:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:41:00Z', 'updated_at': '2022-01-19T21:41:00Z', 'revision_number': 0, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:41:02.490974 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe925297-cfe6-4d97-b738-48872cc9cdef None None] New status for floating IP 229f8457-86e7-46d7-8c04-9ba0f74d232e: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:41:09.707183 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7966be9c-7864-4e8e-a8b1-561c7136e5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:12.280759 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-36bd8000-7d52-49a0-9deb-ee854bfca5b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:13.154496 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:14.556416 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:16.376111 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:16.378451 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:19.292757 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df6da5-3eb1-4cfe-8645-4a159fea5e8a req-8da47434-2700-41a2-b7f2-78df0ffef98a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:19.292757 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-72df6da5-3eb1-4cfe-8645-4a159fea5e8a req-8da47434-2700-41a2-b7f2-78df0ffef98a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0532944 Jan 19 21:41:19.342279 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-72df6da5-3eb1-4cfe-8645-4a159fea5e8a req-87cc54e1-b68c-46e8-9057-7555899b9259 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432436 Jan 19 21:41:20.469016 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae85b51e-63fd-467b-b021-af31048014aa req-8cde5b2a-a34e-441a-bfd3-2b2b0d0fcd41 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:20.471239 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ae85b51e-63fd-467b-b021-af31048014aa req-8cde5b2a-a34e-441a-bfd3-2b2b0d0fcd41 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0533848 Jan 19 21:41:20.517165 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ae85b51e-63fd-467b-b021-af31048014aa req-85a06583-b67a-4404-96a8-a9af03304195 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401978 Jan 19 21:41:21.635912 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427f4126-4926-4949-8ac3-04f69251780e req-d97431ca-95a7-40c6-98d2-4a0fb21a3cbf tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:21.637381 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-427f4126-4926-4949-8ac3-04f69251780e req-d97431ca-95a7-40c6-98d2-4a0fb21a3cbf tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0481596 Jan 19 21:41:21.683318 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-427f4126-4926-4949-8ac3-04f69251780e req-121a613f-17c2-4e20-b053-19c5f86df126 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403073 Jan 19 21:41:22.804666 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31167a55-f488-466f-9715-f150a111ff6e req-96b70d6c-6f13-4a50-8cc0-77891911ca1d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:22.806139 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-31167a55-f488-466f-9715-f150a111ff6e req-96b70d6c-6f13-4a50-8cc0-77891911ca1d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0482602 Jan 19 21:41:22.852440 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-31167a55-f488-466f-9715-f150a111ff6e req-c9b87ffb-f24d-419a-81f4-8e33f3acd7a2 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407295 Jan 19 21:41:23.971165 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ce6af-dbb1-4497-994b-af0cc0c816d5 req-92a07eab-30da-4cce-a05c-95a8ebf11ccf tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:23.972653 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-900ce6af-dbb1-4497-994b-af0cc0c816d5 req-92a07eab-30da-4cce-a05c-95a8ebf11ccf tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0479977 Jan 19 21:41:24.022814 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-900ce6af-dbb1-4497-994b-af0cc0c816d5 req-dbfe12bc-8a25-4eb0-9fe7-2669dc1735c8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446670 Jan 19 21:41:25.158146 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df2816-689f-459f-a67a-8ad778e8e311 req-879dd771-9e9e-46be-9047-2e483945e170 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:25.159672 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-79df2816-689f-459f-a67a-8ad778e8e311 req-879dd771-9e9e-46be-9047-2e483945e170 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0568221 Jan 19 21:41:25.212221 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-79df2816-689f-459f-a67a-8ad778e8e311 req-93ef3575-bf83-4014-8887-c39438605411 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459392 Jan 19 21:41:26.332334 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2101d8-85fc-450c-89b9-f8da884a2202 req-31fefdd9-9ed8-4fac-8628-aa82d166ee9e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:26.333795 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4e2101d8-85fc-450c-89b9-f8da884a2202 req-31fefdd9-9ed8-4fac-8628-aa82d166ee9e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0484426 Jan 19 21:41:26.380482 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4e2101d8-85fc-450c-89b9-f8da884a2202 req-5b329519-fa87-4b52-8f58-7877d6769c36 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409660 Jan 19 21:41:27.499663 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65be96-a0f9-4ffd-a5af-205dd92faaa3 req-ece2b317-7fd5-4d51-a0ca-f84f3473f397 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:27.501383 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-da65be96-a0f9-4ffd-a5af-205dd92faaa3 req-ece2b317-7fd5-4d51-a0ca-f84f3473f397 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0493944 Jan 19 21:41:27.553485 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-da65be96-a0f9-4ffd-a5af-205dd92faaa3 req-e29a98c1-94d4-463d-9693-4fe67ccffc03 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461082 Jan 19 21:41:28.672393 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46264544-e9d9-4924-98de-f41182dd6bab req-ac5abc89-cf7d-4cc1-a108-14a7c9c6af67 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:28.673969 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-46264544-e9d9-4924-98de-f41182dd6bab req-ac5abc89-cf7d-4cc1-a108-14a7c9c6af67 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0500903 Jan 19 21:41:28.729120 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-46264544-e9d9-4924-98de-f41182dd6bab req-a691f82e-0bad-4c84-8bd0-15eae6a3b800 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495198 Jan 19 21:41:29.851831 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d9aa1f-f3e8-47f4-a13c-f7244cef4fa9 req-cc8e4091-5cee-4003-bc0b-535a033d4cef tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:29.853384 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-59d9aa1f-f3e8-47f4-a13c-f7244cef4fa9 req-cc8e4091-5cee-4003-bc0b-535a033d4cef tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0511394 Jan 19 21:41:29.899598 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-59d9aa1f-f3e8-47f4-a13c-f7244cef4fa9 req-ab6c7461-9fe0-4983-96e5-cbbb8b922293 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407186 Jan 19 21:41:31.020592 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b098a6-fe18-4b9f-8e35-c87c02186434 req-083fe352-9356-4dd2-9c42-080735cbd344 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:31.022074 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f3b098a6-fe18-4b9f-8e35-c87c02186434 req-083fe352-9356-4dd2-9c42-080735cbd344 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0479026 Jan 19 21:41:31.071172 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f3b098a6-fe18-4b9f-8e35-c87c02186434 req-ec6d73ea-55a2-4d74-aefe-4f18aef7a210 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436354 Jan 19 21:41:31.247208 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fbe0ff18-a93d-4960-a319-f34c1c86c504 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:41:31.342155 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:31.353885 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'port_id': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'mac_address': 'fa:16:3e:95:a3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:41:31.389236 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port fbe0ff18-a93d-4960-a319-f34c1c86c504 is: ACTIVE; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:41:31.389627 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:31.403284 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbe0ff18-a93d-4960-a319-f34c1c86c504 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:41:31.423999 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:31.427729 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:31.482244 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=6']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:31.489749 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.490103 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.490445 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.490782 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.491113 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.491441 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.491768 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.492141 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.492448 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.492771 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.493091 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.493409 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.493725 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:31.544867 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['fbe0ff18-a93d-4960-a319-f34c1c86c504'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:41:32.229092 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a2ba0-a04b-4975-86db-250b59e0e516 req-0b31dac6-d1bd-4d25-a067-f86eb69bf211 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:32.230576 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d26a2ba0-a04b-4975-86db-250b59e0e516 req-0b31dac6-d1bd-4d25-a067-f86eb69bf211 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 944 time: 0.0509641 Jan 19 21:41:32.280730 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d26a2ba0-a04b-4975-86db-250b59e0e516 req-15bebeb2-992d-4236-867f-0307b510a021 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440357 Jan 19 21:41:33.263995 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fbe0ff18-a93d-4960-a319-f34c1c86c504 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:41:33.322563 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port fbe0ff18-a93d-4960-a319-f34c1c86c504 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:41:33.323256 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:33.411120 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port fbe0ff18-a93d-4960-a319-f34c1c86c504 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:41:33.411515 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:33.424296 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bb8f1a-35df-4d6b-9c15-7fc85e26660f req-e5658841-cdad-4ef4-9599-f018891f9e35 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:33.426678 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b9bb8f1a-35df-4d6b-9c15-7fc85e26660f req-e5658841-cdad-4ef4-9599-f018891f9e35 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 944 time: 0.0672283 Jan 19 21:41:33.442117 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:41:33.445053 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9497eb-3ff2-4459-9569-c65d81fe0d9a" -d '{"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-plugged", "status": "completed", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:41:33.464215 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:33.471794 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:33.502614 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b9bb8f1a-35df-4d6b-9c15-7fc85e26660f req-ac0845f0-49e5-4d96-b57d-f140e3f8fe31 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684125 Jan 19 21:41:33.523299 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea508056-9c17-411d-9cfd-00721ff69dad x-openstack-request-id: req-ea508056-9c17-411d-9cfd-00721ff69dad {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:41:33.523602 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-plugged", "status": "completed", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:41:33.523873 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea508056-9c17-411d-9cfd-00721ff69dad {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:41:33.524302 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'code': 200} Jan 19 21:41:33.549802 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=7']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:34.648515 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f28cf-2c37-4c31-bce4-ddc57fb87065 req-42cceec2-34a6-427b-9ab5-488e31abd8ce tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:34.655640 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6c0f28cf-2c37-4c31-bce4-ddc57fb87065 req-42cceec2-34a6-427b-9ab5-488e31abd8ce tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0600243 Jan 19 21:41:34.701206 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6c0f28cf-2c37-4c31-bce4-ddc57fb87065 req-927d9461-3dd2-4a68-adbc-79ce33016524 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447307 Jan 19 21:41:35.837475 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c7688b-2028-4cc3-9b2d-a10d126228f6 req-dda0f4aa-b369-4ad4-b51b-22e9f410d279 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:35.838914 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-59c7688b-2028-4cc3-9b2d-a10d126228f6 req-dda0f4aa-b369-4ad4-b51b-22e9f410d279 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0536401 Jan 19 21:41:35.890484 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-59c7688b-2028-4cc3-9b2d-a10d126228f6 req-f3f2b3be-ea28-44f1-89f4-4bf5364c3f6f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424073 Jan 19 21:41:37.031802 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f24ae09-f58b-48c2-81fc-af6959b6ecb7 req-f3f582af-2b03-4e5c-b6c1-d5691920279f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:37.040731 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f24ae09-f58b-48c2-81fc-af6959b6ecb7 req-f3f582af-2b03-4e5c-b6c1-d5691920279f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0644765 Jan 19 21:41:37.122673 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5f24ae09-f58b-48c2-81fc-af6959b6ecb7 req-d2c1be1b-653d-4139-bf0f-dca59594c863 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804181 Jan 19 21:41:38.045383 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:41:38.288176 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f313975-f88f-40c6-86f8-89a01b9b9c71 req-825a50d0-2ee2-4c02-bf03-6698f9a52a69 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:38.297068 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8f313975-f88f-40c6-86f8-89a01b9b9c71 req-825a50d0-2ee2-4c02-bf03-6698f9a52a69 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0738239 Jan 19 21:41:38.350876 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8f313975-f88f-40c6-86f8-89a01b9b9c71 req-a56d1602-b174-4d0a-9178-97f1c16ade04 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531149 Jan 19 21:41:39.536760 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce750d4f-da82-43f9-816a-1d2ec2f75da6 req-c28d92a8-9673-498d-9aea-cc0d011d2507 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:39.538603 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ce750d4f-da82-43f9-816a-1d2ec2f75da6 req-c28d92a8-9673-498d-9aea-cc0d011d2507 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0722353 Jan 19 21:41:39.629084 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ce750d4f-da82-43f9-816a-1d2ec2f75da6 req-c22999b0-659f-4979-9f91-0a547ee4f16d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808296 Jan 19 21:41:39.713424 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-de45c25e-9c66-413c-ae4d-7f24f3b6820a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:40.746990 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b999e4-b4f8-4546-90c1-60de3e9e2a3d req-498a2a67-4bfc-493f-ba15-094c41984b15 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:40.748565 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-57b999e4-b4f8-4546-90c1-60de3e9e2a3d req-498a2a67-4bfc-493f-ba15-094c41984b15 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0511303 Jan 19 21:41:40.809185 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-57b999e4-b4f8-4546-90c1-60de3e9e2a3d req-54419b97-f9b6-4fa1-a380-56d442edb1bd tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506246 Jan 19 21:41:41.366496 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de47794-3ef2-4cd2-8d20-9f3568400add req-874cef58-abb9-4be3-8194-eab845c43dc7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:41.367957 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7de47794-3ef2-4cd2-8d20-9f3568400add req-874cef58-abb9-4be3-8194-eab845c43dc7 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 945 time: 0.0498250 Jan 19 21:41:41.415523 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7de47794-3ef2-4cd2-8d20-9f3568400add req-7b79cb8e-ae14-4022-abca-36d9c760f646 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418441 Jan 19 21:41:41.790093 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-671bfa60-ed08-4f9f-9b5a-2be62c8c25cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:41.791508 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-671bfa60-ed08-4f9f-9b5a-2be62c8c25cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 1098 time: 0.0616488 Jan 19 21:41:41.883017 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-95a6879f-af9a-436e-bc54-d3dc50efbe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:41.884548 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-95a6879f-af9a-436e-bc54-d3dc50efbe57 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.0855539 Jan 19 21:41:41.981658 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-6b4708e4-ef1e-4c30-b122-0f085bb596aa service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504 HTTP/1.1" status: 200 len: 1001 time: 0.0883644 Jan 19 21:41:41.991910 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1443f86-085b-4dda-82cf-030ba20f0841 req-3f68df01-f243-438a-933f-198b374f7e21 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:41.993292 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a1443f86-085b-4dda-82cf-030ba20f0841 req-3f68df01-f243-438a-933f-198b374f7e21 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0944998 Jan 19 21:41:42.062191 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-d64b6edf-00d3-4684-8cc8-d38de5970909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:42.063759 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-d64b6edf-00d3-4684-8cc8-d38de5970909 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.0696311 Jan 19 21:41:42.082427 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a1443f86-085b-4dda-82cf-030ba20f0841 req-dc2589e0-2c3e-4bf7-b3c8-1fcc299a7f60 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811977 Jan 19 21:41:42.114292 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-51fbf98a-30b1-4016-958c-254eaa497e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:42.115779 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-51fbf98a-30b1-4016-958c-254eaa497e83 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0438068 Jan 19 21:41:42.205473 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-0b1c4897-6211-45d2-bafe-f429b8dc2d57 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802131 Jan 19 21:41:42.283433 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-599d2b2e-5b4e-4f57-8028-1760d1b1db63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:42.300238 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8ee0822-aaf7-478f-8801-fc31cc0e0042 req-051b9b0c-7b86-41cd-bd3e-30eb7c4b1bc0 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882812 Jan 19 21:41:42.535777 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e7092-cf98-4c59-9299-c480c882f8e4 req-f7fe8a00-d44b-4bac-be74-fa9a1d5761b8 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:42.537271 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-916e7092-cf98-4c59-9299-c480c882f8e4 req-f7fe8a00-d44b-4bac-be74-fa9a1d5761b8 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 945 time: 0.0546856 Jan 19 21:41:42.583875 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-916e7092-cf98-4c59-9299-c480c882f8e4 req-ac215472-e5ff-454c-a336-e3b890ae5949 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407670 Jan 19 21:41:43.158768 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:43.212653 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7e065-9a9c-4fa6-a77e-d8689dd891fc req-3c67ae4b-ba54-4d6b-a42a-1f0bed6ff398 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:43.214186 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b2a7e065-9a9c-4fa6-a77e-d8689dd891fc req-3c67ae4b-ba54-4d6b-a42a-1f0bed6ff398 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0581124 Jan 19 21:41:43.269600 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b2a7e065-9a9c-4fa6-a77e-d8689dd891fc req-948fd65d-3937-4002-95a6-2f8493d30ca9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490079 Jan 19 21:41:43.361763 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-7b4e8a7f-2fe6-4b1b-b095-f58c38680af1 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:43.363206 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-7b4e8a7f-2fe6-4b1b-b095-f58c38680af1 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 945 time: 0.0527272 Jan 19 21:41:43.453358 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Deleting port 6c2bc24c-2576-4ad0-82f8-e26eed43820c {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:41:43.453614 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:43.544697 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] For port 6c2bc24c-2576-4ad0-82f8-e26eed43820c, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6c2bc24c-2576-4ad0-82f8-e26eed43820c,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:43.545207 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:43.696619 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293799ab-370c-4d5d-862e-faff77c34a54 req-bf75b988-0266-46fa-a26c-9d6e4056df1d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:43.698104 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-293799ab-370c-4d5d-862e-faff77c34a54 req-bf75b988-0266-46fa-a26c-9d6e4056df1d tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/ports?device_id=472de1a8-cf62-4966-a905-6751a3bf4608 HTTP/1.1" status: 200 len: 945 time: 0.0479445 Jan 19 21:41:43.713823 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:43.714105 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (996a5f4f-a46d-4179-a487-a960cc23754e), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:43.714418 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Floating IP 996a5f4f-a46d-4179-a487-a960cc23754e disassociated. External IP: 172.27.0.143, port: 6c2bc24c-2576-4ad0-82f8-e26eed43820c. Jan 19 21:41:43.714754 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Calling delete_port for 6c2bc24c-2576-4ad0-82f8-e26eed43820c owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:41:43.744481 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-293799ab-370c-4d5d-862e-faff77c34a54 req-50369553-3842-4d88-abd8-d8a0675ca14a tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups?id=b8532606-fcdf-4ebb-8443-802400add5bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408370 Jan 19 21:41:43.842994 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (6c2bc24c-2576-4ad0-82f8-e26eed43820c), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:43.868930 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event deleted for resources: {'Port': ['ID=6c2bc24c-2576-4ad0-82f8-e26eed43820c,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:43.881688 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.882058 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.882396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.882741 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.883076 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.883410 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.883747 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.884110 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.884442 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.884773 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.885102 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.885427 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.885750 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:43.994155 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Router eb530a49-9026-4a44-9de1-96cdd4ce8e96 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:41:44.106721 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:41:44.117730 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] Sync routers for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:41:44.129982 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:41:44.130607 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:41:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:44.146825 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] No DVR routers for this DVR port 6c2bc24c-2576-4ad0-82f8-e26eed43820c on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:41:44.149464 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:44.152845 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f8e28604-c792-4c00-8fe3-736b26d739f4 req-bec4842a-b97d-44ed-8616-aa58e2b993bd tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.48 "DELETE /v2.0/ports/6c2bc24c-2576-4ad0-82f8-e26eed43820c HTTP/1.1" status: 204 len: 173 time: 0.7832236 Jan 19 21:41:44.153287 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472de1a8-cf62-4966-a905-6751a3bf4608', 'name': 'network-vif-deleted', 'tag': '6c2bc24c-2576-4ad0-82f8-e26eed43820c'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:41:44.155556 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa53dc-66b6-4e7a-aec7-635332f6930b" -d '{"events": [{"server_uuid": "472de1a8-cf62-4966-a905-6751a3bf4608", "name": "network-vif-deleted", "tag": "6c2bc24c-2576-4ad0-82f8-e26eed43820c"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:41:44.198199 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b56ea7-a747-440c-9ada-d670115a1cf7 x-openstack-request-id: req-69b56ea7-a747-440c-9ada-d670115a1cf7 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:41:44.198517 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "472de1a8-cf62-4966-a905-6751a3bf4608", "name": "network-vif-deleted", "tag": "6c2bc24c-2576-4ad0-82f8-e26eed43820c", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:41:44.198793 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-69b56ea7-a747-440c-9ada-d670115a1cf7 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:41:44.199742 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472de1a8-cf62-4966-a905-6751a3bf4608', 'name': 'network-vif-deleted', 'tag': '6c2bc24c-2576-4ad0-82f8-e26eed43820c', 'status': 'completed', 'code': 200} Jan 19 21:41:44.257855 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:41:44.414441 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620f923c-997d-4519-bb8c-ebd3a0da4928 req-a04ae765-7e6b-47bd-b82d-7031ef3dca0c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:44.416396 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-620f923c-997d-4519-bb8c-ebd3a0da4928 req-a04ae765-7e6b-47bd-b82d-7031ef3dca0c tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 945 time: 0.0636694 Jan 19 21:41:44.471982 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-620f923c-997d-4519-bb8c-ebd3a0da4928 req-7f600a6d-8f08-49cd-99f9-535f26ce4ce6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478208 Jan 19 21:41:44.498152 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:44.528071 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] Checking router: eb530a49-9026-4a44-9de1-96cdd4ce8e96 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:41:44.539079 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:41:44.544560 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:41:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:44.611106 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:44.684436 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:41:44.842851 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60288) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:44.917510 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5648a1d4-03c8-40fe-a365-f962b4ce0569 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (b8532606-fcdf-4ebb-8443-802400add5bb), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:44.929278 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:44.947873 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5648a1d4-03c8-40fe-a365-f962b4ce0569 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (b8532606-fcdf-4ebb-8443-802400add5bb), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:44.958224 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a4fd21-084d-438e-af69-33e137660244 None None] The sync data for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi is: [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:19Z', 'revision_number': 4, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '9787b33f-dc8b-40c9-af59-0cc8cf48a288', 'name': '', 'network_id': '0432bed6-2927-4b21-abd8-6c98950fe126', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'mac_address': 'fa:16:3e:8d:6c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:17Z', 'updated_at': '2022-01-19T21:35:29Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'subnets': [{'id': '4be0885a-881d-437c-a4d4-53d1609c7785', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:41:45.010703 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5648a1d4-03c8-40fe-a365-f962b4ce0569 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (b8532606-fcdf-4ebb-8443-802400add5bb), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.013706 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5648a1d4-03c8-40fe-a365-f962b4ce0569 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.016412 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-5648a1d4-03c8-40fe-a365-f962b4ce0569 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "DELETE /v2.0/security-groups/b8532606-fcdf-4ebb-8443-802400add5bb HTTP/1.1" status: 204 len: 168 time: 0.1717947 Jan 19 21:41:45.020334 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60296) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:45.026233 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5648a1d4-03c8-40fe-a365-f962b4ce0569 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8532606-fcdf-4ebb-8443-802400add5bb,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:45.039035 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.api.v2.resource [None req-a706ffb0-3c2e-4526-95d0-bad2c5446e44 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] show failed (client error): The resource could not be found. Jan 19 21:41:45.042738 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a706ffb0-3c2e-4526-95d0-bad2c5446e44 tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "GET /v2.0/security-groups/b8532606-fcdf-4ebb-8443-802400add5bb HTTP/1.1" status: 404 len: 347 time: 0.0187070 Jan 19 21:41:45.043133 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60298) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:45.185393 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Deleting port c18c9ad1-5dfc-441e-baf0-19c7fd264a84 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:41:45.185736 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (c18c9ad1-5dfc-441e-baf0-19c7fd264a84), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.231155 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8312955-71a9-4d26-a0c2-b68369e89aac None None] New status for floating IP 996a5f4f-a46d-4179-a487-a960cc23754e: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:41:45.270150 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (c18c9ad1-5dfc-441e-baf0-19c7fd264a84), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.270470 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (c18c9ad1-5dfc-441e-baf0-19c7fd264a84), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.284529 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Calling delete_port for c18c9ad1-5dfc-441e-baf0-19c7fd264a84 owned by network:floatingip {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:41:45.295537 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fbe0ff18-a93d-4960-a319-f34c1c86c504 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:41:45.404419 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port fbe0ff18-a93d-4960-a319-f34c1c86c504 is: ACTIVE; New status is: DOWN {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:41:45.404819 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.430497 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:41:45.432808 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4f61ee-a412-4300-ba35-c644a98e4ac6" -d '{"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:41:45.436311 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (c18c9ad1-5dfc-441e-baf0-19c7fd264a84), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.447704 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:45.456314 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.457704 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6c2bc24c-2576-4ad0-82f8-e26eed43820c no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:41:45.487715 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Pushing event deleted for resources: {'Port': ['ID=c18c9ad1-5dfc-441e-baf0-19c7fd264a84,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:45.498451 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 19 Jan 2022 21:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d791fdf-e93e-4bac-9183-72d231dbfe20 x-openstack-request-id: req-4d791fdf-e93e-4bac-9183-72d231dbfe20 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:41:45.499234 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-unplugged", "status": "failed", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504", "code": 422}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:41:45.499566 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d791fdf-e93e-4bac-9183-72d231dbfe20 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:41:45.500127 dv-cinder-821602-16-iscsi neutron-server[102648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'code': 422} returned with failed status Jan 19 21:41:45.527753 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 6c2bc24c-2576-4ad0-82f8-e26eed43820c {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:41:45.528254 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6c2bc24c-2576-4ad0-82f8-e26eed43820c not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:41:45.555234 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=8']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:45.582679 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks [] for floatingip (996a5f4f-a46d-4179-a487-a960cc23754e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.585328 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:45.586912 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-5dde9e1f-1f45-4af3-a768-d5940702effb tempest-AttachVolumeTestJSON-297427113 tempest-AttachVolumeTestJSON-297427113-project] 10.222.0.39 "DELETE /v2.0/floatingips/996a5f4f-a46d-4179-a487-a960cc23754e HTTP/1.1" status: 204 len: 168 time: 0.5419412 Jan 19 21:41:45.617229 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0173cf-17f0-45fb-b987-b014f219931b req-8982d547-1371-4226-99f7-ecc5ea704cfc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:45.618906 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bc0173cf-17f0-45fb-b987-b014f219931b req-8982d547-1371-4226-99f7-ecc5ea704cfc tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.1089084 Jan 19 21:41:45.672968 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bc0173cf-17f0-45fb-b987-b014f219931b req-1d1402a7-d712-409c-9098-e4e3373041f7 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472300 Jan 19 21:41:45.789286 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60334) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:45.872518 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-45a310b3-deaf-4fab-a9c7-734f86a89bd8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820312 Jan 19 21:41:45.881499 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-50f8de86-5d9d-4a49-baf6-7f078fc1c1f3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102646) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:41:45.882451 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-50f8de86-5d9d-4a49-baf6-7f078fc1c1f3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050020 Jan 19 21:41:46.379719 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:46.381232 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:46.778058 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-c43c91d2-411b-47c8-b89f-d528bccc3b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:46.779608 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-c43c91d2-411b-47c8-b89f-d528bccc3b4d service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d&tenant_id=274e4ed7ae93485588f375b9f9504770 HTTP/1.1" status: 200 len: 1096 time: 0.0775783 Jan 19 21:41:46.804284 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bc9b5-3a85-4c74-8847-014e39727352 req-6d126750-0f76-40c7-811a-b0f82fd1a575 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:46.806484 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a46bc9b5-3a85-4c74-8847-014e39727352 req-6d126750-0f76-40c7-811a-b0f82fd1a575 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0561838 Jan 19 21:41:46.853982 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-91f0469e-450e-4151-bc48-9b4a284e2cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:46.854897 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-91f0469e-450e-4151-bc48-9b4a284e2cfc service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 1096 time: 0.0449502 Jan 19 21:41:46.868431 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a46bc9b5-3a85-4c74-8847-014e39727352 req-eda18221-73f8-4d03-927e-60c04e867e02 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537052 Jan 19 21:41:46.949016 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-40566465-0fac-4ecf-8f27-7800b81d1d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:46.950407 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-40566465-0fac-4ecf-8f27-7800b81d1d56 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.0889301 Jan 19 21:41:47.017523 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-b56fbefb-efef-4074-97a0-b03b4078a5c0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504 HTTP/1.1" status: 200 len: 999 time: 0.0601141 Jan 19 21:41:47.067154 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-24ebba6d-4a90-4d37-8815-4006443baf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:47.068679 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-24ebba6d-4a90-4d37-8815-4006443baf75 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.0444698 Jan 19 21:41:47.112395 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-6c7aaca6-3338-4e43-9aea-d592de9b685e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:47.113846 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-6c7aaca6-3338-4e43-9aea-d592de9b685e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390937 Jan 19 21:41:47.206188 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-cf6d6141-9f59-4595-b0df-c6fdc3bd851d service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822179 Jan 19 21:41:47.294883 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ba7669a-f76f-4103-91b1-9c4c5f969fbb req-3aabe5fc-8b12-41a8-a9dc-48127c686507 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799880 Jan 19 21:41:48.060114 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a08c28-8ab0-430e-bbeb-5fc90e537e4a req-b7084dcd-3272-4f94-ac77-dd1e4d522030 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:48.070555 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-95a08c28-8ab0-430e-bbeb-5fc90e537e4a req-b7084dcd-3272-4f94-ac77-dd1e4d522030 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0844107 Jan 19 21:41:48.164812 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-95a08c28-8ab0-430e-bbeb-5fc90e537e4a req-8860a897-b199-43f7-9709-38931e3ef190 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928156 Jan 19 21:41:49.306058 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f6a41e-85d8-4b2f-9708-8d6dc12eb589 req-9408d314-69eb-4547-8355-9b2511a7b8c9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:49.308312 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65f6a41e-85d8-4b2f-9708-8d6dc12eb589 req-9408d314-69eb-4547-8355-9b2511a7b8c9 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0541487 Jan 19 21:41:49.318615 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60392) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:49.370059 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-65f6a41e-85d8-4b2f-9708-8d6dc12eb589 req-9702b6d6-645e-45c3-9049-49b21a00a0e6 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558593 Jan 19 21:41:50.070339 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1533455'] for router_interface (eb530a49-9026-4a44-9de1-96cdd4ce8e96), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:50.336575 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Deleting port 9787b33f-dc8b-40c9-af59-0cc8cf48a288 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:41:50.337418 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:50.430344 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] For port 9787b33f-dc8b-40c9-af59-0cc8cf48a288, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=9787b33f-dc8b-40c9-af59-0cc8cf48a288,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:50.430700 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:50.450095 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Calling delete_port for 9787b33f-dc8b-40c9-af59-0cc8cf48a288 owned by network:router_interface {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:41:50.547130 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c894432-2339-43ab-adb3-2952d1b31034 req-f372d641-5360-4091-8b19-5a1b5d4dd4b8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:50.549270 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7c894432-2339-43ab-adb3-2952d1b31034 req-f372d641-5360-4091-8b19-5a1b5d4dd4b8 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0896771 Jan 19 21:41:50.645424 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7c894432-2339-43ab-adb3-2952d1b31034 req-865aefab-3fd6-47b4-bca4-7b0a7bc38090 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869937 Jan 19 21:41:50.742723 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (9787b33f-dc8b-40c9-af59-0cc8cf48a288), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:50.772015 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Pushing event deleted for resources: {'Port': ['ID=9787b33f-dc8b-40c9-af59-0cc8cf48a288,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:50.979347 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1507317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1535903'] for router_interface (eb530a49-9026-4a44-9de1-96cdd4ce8e96), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:51.219537 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Router eb530a49-9026-4a44-9de1-96cdd4ce8e96 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:41:51.335130 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:41:51.347904 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546e018-8de9-4248-b073-2092973893ab None None] Sync routers for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:41:51.354957 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b19a077c-9e8e-41dd-bd56-a4198f1d0835 admin admin] 10.222.0.39 "PUT /v2.0/routers/eb530a49-9026-4a44-9de1-96cdd4ce8e96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0344996 Jan 19 21:41:51.357072 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60400) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:51.360777 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546e018-8de9-4248-b073-2092973893ab None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:41:51.361479 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-f546e018-8de9-4248-b073-2092973893ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:41:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:51.487795 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks [] for router (eb530a49-9026-4a44-9de1-96cdd4ce8e96), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:51.489095 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-f546e018-8de9-4248-b073-2092973893ab None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:41:51.605295 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks [] for router_gateway (eb530a49-9026-4a44-9de1-96cdd4ce8e96), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:51.678556 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Deleting port 6245a7e3-651e-4142-83d6-4e33eccd80b9 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:41:51.679001 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:51.826188 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bc5cb-e5b7-4143-9d14-c6d93e68b2e9 req-40b0b091-fc8d-4779-ab3e-6595b3adc713 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:51.827795 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3c0bc5cb-e5b7-4143-9d14-c6d93e68b2e9 req-40b0b091-fc8d-4779-ab3e-6595b3adc713 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0749419 Jan 19 21:41:51.908494 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3c0bc5cb-e5b7-4143-9d14-c6d93e68b2e9 req-266859ae-067a-4a23-8bb1-a50658b48d98 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692136 Jan 19 21:41:51.917886 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] For port 6245a7e3-651e-4142-83d6-4e33eccd80b9, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=6245a7e3-651e-4142-83d6-4e33eccd80b9,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:51.918132 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-f546e018-8de9-4248-b073-2092973893ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98'}], 'enable_snat': True}, 'gw_port_id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:41:50Z', 'revision_number': 5, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port': {'id': '6245a7e3-651e-4142-83d6-4e33eccd80b9', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:64:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:12Z', 'updated_at': '2022-01-19T21:35:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:51.918293 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:51.934139 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Calling delete_port for 6245a7e3-651e-4142-83d6-4e33eccd80b9 owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:41:51.963932 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546e018-8de9-4248-b073-2092973893ab None None] Checking router: eb530a49-9026-4a44-9de1-96cdd4ce8e96 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:41:51.974706 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f546e018-8de9-4248-b073-2092973893ab None None] Routers {'eb530a49-9026-4a44-9de1-96cdd4ce8e96'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:41:51.975895 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-f546e018-8de9-4248-b073-2092973893ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:41:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:52.076848 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-f546e018-8de9-4248-b073-2092973893ab None None] Set router eb530a49-9026-4a44-9de1-96cdd4ce8e96 gateway port host: None {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:41:52.136788 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (6245a7e3-651e-4142-83d6-4e33eccd80b9), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:52.139707 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-f546e018-8de9-4248-b073-2092973893ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:41:51Z', 'revision_number': 6, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port_host': None}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:52.186349 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6245a7e3-651e-4142-83d6-4e33eccd80b9,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:52.192726 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f546e018-8de9-4248-b073-2092973893ab None None] The sync data for ids ['eb530a49-9026-4a44-9de1-96cdd4ce8e96'] in dv-cinder-821602-16-iscsi is: [{'id': 'eb530a49-9026-4a44-9de1-96cdd4ce8e96', 'name': 'tempest-AttachVolumeTestJSON-2103531798-router', 'tenant_id': '55c22409415a4174a6c3b81635c38330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:41:51Z', 'revision_number': 6, 'project_id': '55c22409415a4174a6c3b81635c38330', 'gw_port_host': None}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:41:52.196238 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.196927 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.196927 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.197283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.197597 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.200059 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.200469 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.200907 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.201246 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.201644 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.202032 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.202386 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.202730 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:41:52.269013 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1531969'] for router_gateway (eb530a49-9026-4a44-9de1-96cdd4ce8e96), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:52.373456 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1534196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25836'] for router (eb530a49-9026-4a44-9de1-96cdd4ce8e96), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:52.376168 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks [] for router_controller (eb530a49-9026-4a44-9de1-96cdd4ce8e96), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:52.424417 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1534189'] for router (eb530a49-9026-4a44-9de1-96cdd4ce8e96), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:52.425040 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb530a49-9026-4a44-9de1-96cdd4ce8e96 {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 21:41:52.430619 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:52.431791 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-018b8797-dbab-47d6-aae7-bffb254844d3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/eb530a49-9026-4a44-9de1-96cdd4ce8e96 HTTP/1.1" status: 204 len: 168 time: 1.0732362 Jan 19 21:41:52.434408 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60406) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:52.491475 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-142c0c06-154a-49e4-ab1a-2e9343c15456 admin admin] Deleting subnet 4be0885a-881d-437c-a4d4-53d1609c7785 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:41:52.494388 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-142c0c06-154a-49e4-ab1a-2e9343c15456 admin admin] Publish callbacks [] for subnet (4be0885a-881d-437c-a4d4-53d1609c7785), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:52.573377 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-142c0c06-154a-49e4-ab1a-2e9343c15456 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25490559'] for subnet (4be0885a-881d-437c-a4d4-53d1609c7785), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:52.988461 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-142c0c06-154a-49e4-ab1a-2e9343c15456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (4be0885a-881d-437c-a4d4-53d1609c7785), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.039232 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b9351e-5c26-438a-8eba-ce86a03ff6eb req-0e15a73b-d288-4c94-b8a9-36cc7bd0049a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:53.041060 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-22b9351e-5c26-438a-8eba-ce86a03ff6eb req-0e15a73b-d288-4c94-b8a9-36cc7bd0049a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0564685 Jan 19 21:41:53.093612 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-142c0c06-154a-49e4-ab1a-2e9343c15456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25586935'] for subnet (4be0885a-881d-437c-a4d4-53d1609c7785), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.106621 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-142c0c06-154a-49e4-ab1a-2e9343c15456 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.113781 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6987a04-8b38-4562-9975-236d8b4fff88 None None] Network 0432bed6-2927-4b21-abd8-6c98950fe126 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:41:53.114928 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60410) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:53.115544 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-142c0c06-154a-49e4-ab1a-2e9343c15456 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4be0885a-881d-437c-a4d4-53d1609c7785 HTTP/1.1" status: 204 len: 168 time: 0.6792636 Jan 19 21:41:53.146892 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c0c06-154a-49e4-ab1a-2e9343c15456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4be0885a-881d-437c-a4d4-53d1609c7785,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:53.173362 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-22b9351e-5c26-438a-8eba-ce86a03ff6eb req-0e430369-5a7a-4814-92c0-69d0efb421fe tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203508 Jan 19 21:41:53.218354 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 9787b33f-dc8b-40c9-af59-0cc8cf48a288 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:41:53.281070 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (0432bed6-2927-4b21-abd8-6c98950fe126), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.336074 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 9787b33f-dc8b-40c9-af59-0cc8cf48a288 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:41:53.336475 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 9787b33f-dc8b-40c9-af59-0cc8cf48a288 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:41:53.384350 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Deleting port c7355a84-3e66-4ded-be6c-6179941145c3 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:41:53.384777 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.461912 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39bd0bb-21b6-47b4-810e-1fbbda3c5d20 None None] DHCP port deletion for 0432bed6-2927-4b21-abd8-6c98950fe126 request from dv-cinder-821602-16-iscsi {{(pid=102648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 21:41:53.466313 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] For port c7355a84-3e66-4ded-be6c-6179941145c3, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=c7355a84-3e66-4ded-be6c-6179941145c3,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:53.466767 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.493724 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Calling delete_port for c7355a84-3e66-4ded-be6c-6179941145c3 owned by network:dhcp {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:41:53.579313 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-d39bd0bb-21b6-47b4-810e-1fbbda3c5d20 None None] Deleting port c7355a84-3e66-4ded-be6c-6179941145c3 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:41:53.579691 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d39bd0bb-21b6-47b4-810e-1fbbda3c5d20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.653203 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.686886 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-d39bd0bb-21b6-47b4-810e-1fbbda3c5d20 None None] For port c7355a84-3e66-4ded-be6c-6179941145c3, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=c7355a84-3e66-4ded-be6c-6179941145c3,segment=NetworkSegment(76288a82-87a6-4fc4-bed9-3df576df0287),segment_id=76288a82-87a6-4fc4-bed9-3df576df0287)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:53.687177 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d39bd0bb-21b6-47b4-810e-1fbbda3c5d20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.692534 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] No DVR routers for this DVR port c7355a84-3e66-4ded-be6c-6179941145c3 on host dv-cinder-821602-16-iscsi {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:41:53.702063 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-d39bd0bb-21b6-47b4-810e-1fbbda3c5d20 None None] Calling delete_port for c7355a84-3e66-4ded-be6c-6179941145c3 owned by network:dhcp {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:41:53.731467 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7355a84-3e66-4ded-be6c-6179941145c3,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:53.788829 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d39bd0bb-21b6-47b4-810e-1fbbda3c5d20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637'] for port (c7355a84-3e66-4ded-be6c-6179941145c3), after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.820503 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (0432bed6-2927-4b21-abd8-6c98950fe126), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.834410 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39bd0bb-21b6-47b4-810e-1fbbda3c5d20 None None] Pushing event deleted for resources: {'Port': ['ID=c7355a84-3e66-4ded-be6c-6179941145c3,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:53.837446 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39bd0bb-21b6-47b4-810e-1fbbda3c5d20 None None] No DVR routers for this DVR port c7355a84-3e66-4ded-be6c-6179941145c3 on host dv-cinder-821602-16-iscsi {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:41:53.850823 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0432bed6-2927-4b21-abd8-6c98950fe126']}} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:53.861498 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76288a82-87a6-4fc4-bed9-3df576df0287') {'for_net_delete': True} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:53.861897 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76288a82-87a6-4fc4-bed9-3df576df0287') {} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:41:53.893864 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16926406'] for segment (76288a82-87a6-4fc4-bed9-3df576df0287), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.916784 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (76288a82-87a6-4fc4-bed9-3df576df0287), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.927543 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:41:53.928139 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17038085'] for segment (76288a82-87a6-4fc4-bed9-3df576df0287), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: Traceback (most recent call last): Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: timer() Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: cb(*args, **kw) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: return func(*args, **kwargs) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: self._notify() Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: self.callback(batched_events) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: event.method(event) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: return f(self, *a, **k) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._get(url).json() Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: return self.request(url, 'GET', **kwargs) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:41:53.930576 dv-cinder-821602-16-iscsi neutron-server[102646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:41:53.996833 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (0432bed6-2927-4b21-abd8-6c98950fe126), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:54.015135 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:54.018598 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0432bed6-2927-4b21-abd8-6c98950fe126 HTTP/1.1" status: 204 len: 168 time: 0.9027307 Jan 19 21:41:54.020099 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26dc97-5a8c-46e9-af5c-8aea292904b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0432bed6-2927-4b21-abd8-6c98950fe126,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:54.159474 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60414) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:54.219875 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-bab543d8-2b0f-4175-a56a-75140ba81f84 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55c22409415a4174a6c3b81635c38330&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0555124 Jan 19 21:41:54.220723 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60418) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:54.292385 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-62e7b131-e8b0-41c0-99a5-cbe51564370e admin admin] Publish callbacks [] for security_group (c449b7ba-fac4-4d14-ad14-59bf36d9c82f), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:54.316771 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-62e7b131-e8b0-41c0-99a5-cbe51564370e admin admin] Publish callbacks [] for security_group (c449b7ba-fac4-4d14-ad14-59bf36d9c82f), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:54.340397 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080f533-ca1b-469a-8d48-16a899acd1d7 req-982ca6bd-03a5-42fb-a191-9b6a054d9f1b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:54.342070 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5080f533-ca1b-469a-8d48-16a899acd1d7 req-982ca6bd-03a5-42fb-a191-9b6a054d9f1b tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0556920 Jan 19 21:41:54.384338 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-62e7b131-e8b0-41c0-99a5-cbe51564370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c449b7ba-fac4-4d14-ad14-59bf36d9c82f), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:54.387212 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-62e7b131-e8b0-41c0-99a5-cbe51564370e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:54.388414 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-62e7b131-e8b0-41c0-99a5-cbe51564370e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c449b7ba-fac4-4d14-ad14-59bf36d9c82f HTTP/1.1" status: 204 len: 168 time: 0.1660333 Jan 19 21:41:54.398101 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7b131-e8b0-41c0-99a5-cbe51564370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c449b7ba-fac4-4d14-ad14-59bf36d9c82f,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:54.421820 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5080f533-ca1b-469a-8d48-16a899acd1d7 req-dbc39b76-dd90-4f9b-a033-3f865cfe33e5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734673 Jan 19 21:41:54.749787 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 6245a7e3-651e-4142-83d6-4e33eccd80b9 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:41:54.778580 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 6245a7e3-651e-4142-83d6-4e33eccd80b9 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:41:54.779062 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 6245a7e3-651e-4142-83d6-4e33eccd80b9 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:41:54.779579 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device c7355a84-3e66-4ded-be6c-6179941145c3 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:41:54.803445 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: c7355a84-3e66-4ded-be6c-6179941145c3 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:41:54.803880 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device c7355a84-3e66-4ded-be6c-6179941145c3 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:41:55.548505 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5fd36-fac0-4232-9221-66ac9d460b78 req-2ba5c5d9-11a2-4467-bf35-671a3bdc1695 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:55.549991 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ffd5fd36-fac0-4232-9221-66ac9d460b78 req-2ba5c5d9-11a2-4467-bf35-671a3bdc1695 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0486612 Jan 19 21:41:55.607643 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ffd5fd36-fac0-4232-9221-66ac9d460b78 req-e40cbb80-9794-4b9d-b497-32bf7d0478b5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518820 Jan 19 21:41:56.728403 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a88b82-33bf-4613-81dd-ccdb186850bc req-e6dce995-e24c-42c3-bd59-f6350d903df5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:56.729909 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-07a88b82-33bf-4613-81dd-ccdb186850bc req-e6dce995-e24c-42c3-bd59-f6350d903df5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 943 time: 0.0486193 Jan 19 21:41:56.778613 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-07a88b82-33bf-4613-81dd-ccdb186850bc req-3ff1184a-e099-4d87-a34d-ee88af965ec5 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428946 Jan 19 21:41:57.353695 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fbe0ff18-a93d-4960-a319-f34c1c86c504 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:41:57.450180 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:57.461021 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'port_id': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'mac_address': 'fa:16:3e:95:a3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:41:57.497339 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port fbe0ff18-a93d-4960-a319-f34c1c86c504 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:41:57.497725 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:57.510848 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe0ff18-a93d-4960-a319-f34c1c86c504 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:41:57.529845 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:57.535038 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:57.584654 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=9']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:57.810569 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['fbe0ff18-a93d-4960-a319-f34c1c86c504'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:41:57.901951 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b7a69-a514-4237-ac81-6c7b3ded94bf req-0d7541f1-c003-417c-b4c6-789927005f45 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:57.903443 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-992b7a69-a514-4237-ac81-6c7b3ded94bf req-0d7541f1-c003-417c-b4c6-789927005f45 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 944 time: 0.0513651 Jan 19 21:41:57.950415 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-992b7a69-a514-4237-ac81-6c7b3ded94bf req-e3ae0f17-dde0-4edf-898c-db75be8ee68d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408280 Jan 19 21:41:58.235400 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60486) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:58.338246 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e3658552-6731-42bd-98aa-6a9971e9dbbd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:58.410122 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e3658552-6731-42bd-98aa-6a9971e9dbbd admin admin] Publish callbacks [] for security_group (a6188b2f-d580-4d53-a1bd-3a2966e77d9e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:58.413887 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-e3658552-6731-42bd-98aa-6a9971e9dbbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (a6188b2f-d580-4d53-a1bd-3a2966e77d9e), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:58.451622 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-e3658552-6731-42bd-98aa-6a9971e9dbbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7a77199129fb4ed1b00ed29704ad33b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2150912 Jan 19 21:41:58.452507 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3658552-6731-42bd-98aa-6a9971e9dbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6188b2f-d580-4d53-a1bd-3a2966e77d9e,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:58.454481 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60490) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:41:58.503303 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4ada2345-9039-487f-9d26-8902ecf422be admin admin] Publish callbacks [] for security_group (a6188b2f-d580-4d53-a1bd-3a2966e77d9e), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:58.527823 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4ada2345-9039-487f-9d26-8902ecf422be admin admin] Publish callbacks [] for security_group (a6188b2f-d580-4d53-a1bd-3a2966e77d9e), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:58.577173 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4ada2345-9039-487f-9d26-8902ecf422be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (a6188b2f-d580-4d53-a1bd-3a2966e77d9e), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:58.580234 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4ada2345-9039-487f-9d26-8902ecf422be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:58.581485 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4ada2345-9039-487f-9d26-8902ecf422be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6188b2f-d580-4d53-a1bd-3a2966e77d9e HTTP/1.1" status: 204 len: 168 time: 0.1260035 Jan 19 21:41:58.596720 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ada2345-9039-487f-9d26-8902ecf422be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6188b2f-d580-4d53-a1bd-3a2966e77d9e,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:59.071918 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3099f0a-382a-4432-9b04-1d7d86cefbe9 req-c6e576d0-b141-45e2-9ca2-c17fcf1b888e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:59.073397 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a3099f0a-382a-4432-9b04-1d7d86cefbe9 req-c6e576d0-b141-45e2-9ca2-c17fcf1b888e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 944 time: 0.0490341 Jan 19 21:41:59.124501 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a3099f0a-382a-4432-9b04-1d7d86cefbe9 req-e8703f71-5d8d-4a75-98bd-dd46aff88d24 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447168 Jan 19 21:41:59.379131 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fbe0ff18-a93d-4960-a319-f34c1c86c504 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:41:59.430486 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port fbe0ff18-a93d-4960-a319-f34c1c86c504 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:41:59.430860 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:59.512175 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port fbe0ff18-a93d-4960-a319-f34c1c86c504 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:41:59.512575 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:59.536842 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:41:59.539319 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a86fafd-243e-4937-b59f-7b9342ff6d4a" -d '{"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-plugged", "status": "completed", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:41:59.552255 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:41:59.556678 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:41:59.583153 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b40fea9-b4b4-4169-9ec6-19cd46f7d891 x-openstack-request-id: req-8b40fea9-b4b4-4169-9ec6-19cd46f7d891 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:41:59.583444 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-plugged", "status": "completed", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:41:59.583703 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b40fea9-b4b4-4169-9ec6-19cd46f7d891 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:41:59.584118 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'code': 200} Jan 19 21:41:59.611535 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=10']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:41:59.848938 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a7892-38df-4b24-a95d-bc8dc1018354 req-dac9c473-03ad-41a2-8738-5aab69918820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:41:59.850366 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2d4a7892-38df-4b24-a95d-bc8dc1018354 req-dac9c473-03ad-41a2-8738-5aab69918820 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 1099 time: 0.0395837 Jan 19 21:41:59.897619 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2d4a7892-38df-4b24-a95d-bc8dc1018354 req-9ae622e0-4754-4b47-a2c5-e4360e3f3295 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385702 Jan 19 21:42:00.247012 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f87048-d1bb-4d5e-8315-1f3032c961f4 req-6163f9ce-34d3-423f-8fc1-445e78669215 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:00.248524 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-18f87048-d1bb-4d5e-8315-1f3032c961f4 req-6163f9ce-34d3-423f-8fc1-445e78669215 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 946 time: 0.0490782 Jan 19 21:42:00.296395 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-18f87048-d1bb-4d5e-8315-1f3032c961f4 req-2abadb02-eb83-44a3-a7ce-940326bd5b28 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418015 Jan 19 21:42:01.423541 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb37a2e6-cf0a-4f89-908b-144285895e28 req-bfa3c4fb-8201-415f-bca6-a48bbfbdfe95 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:01.425064 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-eb37a2e6-cf0a-4f89-908b-144285895e28 req-bfa3c4fb-8201-415f-bca6-a48bbfbdfe95 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 946 time: 0.0520499 Jan 19 21:42:01.474504 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-eb37a2e6-cf0a-4f89-908b-144285895e28 req-515e26fe-a662-48a3-a66b-750dbdb0bbad tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438647 Jan 19 21:42:02.601434 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae57a74-f1f7-49dd-92a3-0b5c345ee9fd req-b21a69d4-8b54-44e7-b9ef-48a6ea6ddc7a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:02.603002 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6ae57a74-f1f7-49dd-92a3-0b5c345ee9fd req-b21a69d4-8b54-44e7-b9ef-48a6ea6ddc7a tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 946 time: 0.0552511 Jan 19 21:42:02.650400 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6ae57a74-f1f7-49dd-92a3-0b5c345ee9fd req-03d0cf3d-0911-4c00-b21f-a01f71e3bf4d tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415053 Jan 19 21:42:06.537359 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60658) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:06.639429 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-28890ac9-6bdb-4bcf-aca0-a93a26afb4e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:06.714524 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-28890ac9-6bdb-4bcf-aca0-a93a26afb4e7 admin admin] Publish callbacks [] for security_group (60cbe9d7-2835-4e11-bbdb-e453676e20ff), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:06.718175 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-28890ac9-6bdb-4bcf-aca0-a93a26afb4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (60cbe9d7-2835-4e11-bbdb-e453676e20ff), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:06.755631 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-28890ac9-6bdb-4bcf-aca0-a93a26afb4e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=899a229cda284a279c2f0fdd2a3c947a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2171576 Jan 19 21:42:06.756526 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28890ac9-6bdb-4bcf-aca0-a93a26afb4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cbe9d7-2835-4e11-bbdb-e453676e20ff,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:06.758321 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60662) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:06.806513 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3ac93c6e-77d8-450b-97a9-f4d4e177b098 admin admin] Publish callbacks [] for security_group (60cbe9d7-2835-4e11-bbdb-e453676e20ff), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:06.828474 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3ac93c6e-77d8-450b-97a9-f4d4e177b098 admin admin] Publish callbacks [] for security_group (60cbe9d7-2835-4e11-bbdb-e453676e20ff), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:06.875044 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3ac93c6e-77d8-450b-97a9-f4d4e177b098 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (60cbe9d7-2835-4e11-bbdb-e453676e20ff), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:06.878471 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-3ac93c6e-77d8-450b-97a9-f4d4e177b098 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:06.879619 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-3ac93c6e-77d8-450b-97a9-f4d4e177b098 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60cbe9d7-2835-4e11-bbdb-e453676e20ff HTTP/1.1" status: 204 len: 168 time: 0.1202896 Jan 19 21:42:06.887830 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac93c6e-77d8-450b-97a9-f4d4e177b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cbe9d7-2835-4e11-bbdb-e453676e20ff,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:07.138819 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60668) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:07.151637 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1433bc69-3129-4cd1-af80-e8ec4fc0fa87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.230049 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1433bc69-3129-4cd1-af80-e8ec4fc0fa87 admin admin] Publish callbacks [] for security_group (2cf30b90-daa5-4993-8446-acc70a00f7ec), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.234235 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-1433bc69-3129-4cd1-af80-e8ec4fc0fa87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2cf30b90-daa5-4993-8446-acc70a00f7ec), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.272438 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-1433bc69-3129-4cd1-af80-e8ec4fc0fa87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc0f7090b6d144f5a5f00ea2b2cd6af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325071 Jan 19 21:42:07.273299 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1433bc69-3129-4cd1-af80-e8ec4fc0fa87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf30b90-daa5-4993-8446-acc70a00f7ec,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:07.275025 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60670) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:07.322195 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-891830b4-9993-446e-936d-06f60ec3e2c2 admin admin] Publish callbacks [] for security_group (2cf30b90-daa5-4993-8446-acc70a00f7ec), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.343046 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-891830b4-9993-446e-936d-06f60ec3e2c2 admin admin] Publish callbacks [] for security_group (2cf30b90-daa5-4993-8446-acc70a00f7ec), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.388214 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-891830b4-9993-446e-936d-06f60ec3e2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2cf30b90-daa5-4993-8446-acc70a00f7ec), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.390765 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-891830b4-9993-446e-936d-06f60ec3e2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.392516 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-891830b4-9993-446e-936d-06f60ec3e2c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cf30b90-daa5-4993-8446-acc70a00f7ec HTTP/1.1" status: 204 len: 168 time: 0.1158774 Jan 19 21:42:07.400678 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891830b4-9993-446e-936d-06f60ec3e2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf30b90-daa5-4993-8446-acc70a00f7ec,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:07.702863 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60676) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:07.716941 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e17ac1aa-da16-4288-ba19-1e41824a5919 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.791088 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e17ac1aa-da16-4288-ba19-1e41824a5919 admin admin] Publish callbacks [] for security_group (24d77cf8-87fe-43f5-ba46-a00f104c365a), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.794838 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e17ac1aa-da16-4288-ba19-1e41824a5919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (24d77cf8-87fe-43f5-ba46-a00f104c365a), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.834321 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ac1aa-da16-4288-ba19-1e41824a5919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d77cf8-87fe-43f5-ba46-a00f104c365a,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:07.838458 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e17ac1aa-da16-4288-ba19-1e41824a5919 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3132c0bbba694350a75b241243095603&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1346531 Jan 19 21:42:07.841678 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60678) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:07.888358 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f38f2221-e8e6-4b56-820e-37ca088866be admin admin] Publish callbacks [] for security_group (24d77cf8-87fe-43f5-ba46-a00f104c365a), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.909280 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f38f2221-e8e6-4b56-820e-37ca088866be admin admin] Publish callbacks [] for security_group (24d77cf8-87fe-43f5-ba46-a00f104c365a), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.953720 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f38f2221-e8e6-4b56-820e-37ca088866be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (24d77cf8-87fe-43f5-ba46-a00f104c365a), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.956916 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-f38f2221-e8e6-4b56-820e-37ca088866be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:07.958075 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-f38f2221-e8e6-4b56-820e-37ca088866be admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24d77cf8-87fe-43f5-ba46-a00f104c365a HTTP/1.1" status: 204 len: 168 time: 0.1160991 Jan 19 21:42:07.965555 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f2221-e8e6-4b56-820e-37ca088866be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d77cf8-87fe-43f5-ba46-a00f104c365a,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:09.707494 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-79ca304e-87e0-4bd1-8a86-8c9c349c34d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:12.287456 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a7210753-4f00-4e90-8625-3c9c69fa32bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:13.161197 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:14.562956 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:15.034386 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:42:15.828419 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60796) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:15.930906 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d9e0b908-a7b0-46e8-b4b0-db68dcf5fe0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.002316 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d9e0b908-a7b0-46e8-b4b0-db68dcf5fe0f admin admin] Publish callbacks [] for security_group (6358ecec-db5a-4bcb-9941-009f5d4ce6ca), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.005961 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d9e0b908-a7b0-46e8-b4b0-db68dcf5fe0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (6358ecec-db5a-4bcb-9941-009f5d4ce6ca), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.044448 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d9e0b908-a7b0-46e8-b4b0-db68dcf5fe0f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82c94febb52f469984211ffb49761be4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2149408 Jan 19 21:42:16.045393 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e0b908-a7b0-46e8-b4b0-db68dcf5fe0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6358ecec-db5a-4bcb-9941-009f5d4ce6ca,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:16.047143 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60800) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:16.094524 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4fbd78b6-7281-4621-b15b-bd873d07bc1f admin admin] Publish callbacks [] for security_group (6358ecec-db5a-4bcb-9941-009f5d4ce6ca), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.115354 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4fbd78b6-7281-4621-b15b-bd873d07bc1f admin admin] Publish callbacks [] for security_group (6358ecec-db5a-4bcb-9941-009f5d4ce6ca), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.161107 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4fbd78b6-7281-4621-b15b-bd873d07bc1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (6358ecec-db5a-4bcb-9941-009f5d4ce6ca), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.164007 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-4fbd78b6-7281-4621-b15b-bd873d07bc1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.165155 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-4fbd78b6-7281-4621-b15b-bd873d07bc1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6358ecec-db5a-4bcb-9941-009f5d4ce6ca HTTP/1.1" status: 204 len: 168 time: 0.1170297 Jan 19 21:42:16.172570 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbd78b6-7281-4621-b15b-bd873d07bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6358ecec-db5a-4bcb-9941-009f5d4ce6ca,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:16.381598 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.387446 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.426153 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60806) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:16.442474 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21de5096-a9ec-4e12-999b-7f36e79c0e05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.519228 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21de5096-a9ec-4e12-999b-7f36e79c0e05 admin admin] Publish callbacks [] for security_group (0f983cf1-94a6-4f62-83f0-070e5d627cf5), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.523102 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21de5096-a9ec-4e12-999b-7f36e79c0e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (0f983cf1-94a6-4f62-83f0-070e5d627cf5), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.567917 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de5096-a9ec-4e12-999b-7f36e79c0e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f983cf1-94a6-4f62-83f0-070e5d627cf5,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:16.573386 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-21de5096-a9ec-4e12-999b-7f36e79c0e05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f77056ec1e94cc887a19e61c21a62eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462083 Jan 19 21:42:16.576024 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60808) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:16.623265 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a0aebf86-1a05-460f-a970-96ccd8a7e6a5 admin admin] Publish callbacks [] for security_group (0f983cf1-94a6-4f62-83f0-070e5d627cf5), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.644496 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a0aebf86-1a05-460f-a970-96ccd8a7e6a5 admin admin] Publish callbacks [] for security_group (0f983cf1-94a6-4f62-83f0-070e5d627cf5), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.691997 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a0aebf86-1a05-460f-a970-96ccd8a7e6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (0f983cf1-94a6-4f62-83f0-070e5d627cf5), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.694563 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-a0aebf86-1a05-460f-a970-96ccd8a7e6a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:16.695709 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-a0aebf86-1a05-460f-a970-96ccd8a7e6a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f983cf1-94a6-4f62-83f0-070e5d627cf5 HTTP/1.1" status: 204 len: 168 time: 0.1187825 Jan 19 21:42:16.703085 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aebf86-1a05-460f-a970-96ccd8a7e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f983cf1-94a6-4f62-83f0-070e5d627cf5,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:17.153953 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60814) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:17.167223 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8df1a0d1-dd8b-41cf-8bff-ae116fff7318 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:17.240471 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8df1a0d1-dd8b-41cf-8bff-ae116fff7318 admin admin] Publish callbacks [] for security_group (c5cffbf3-fec4-444a-9a6f-7bb6baf77fff), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:17.244186 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8df1a0d1-dd8b-41cf-8bff-ae116fff7318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c5cffbf3-fec4-444a-9a6f-7bb6baf77fff), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:17.281928 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8df1a0d1-dd8b-41cf-8bff-ae116fff7318 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc7cdfa745db4f0c80a38993aed20f1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1269057 Jan 19 21:42:17.282816 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df1a0d1-dd8b-41cf-8bff-ae116fff7318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cffbf3-fec4-444a-9a6f-7bb6baf77fff,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:17.284833 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60816) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:17.331767 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-30c7292f-6a01-4207-a3bf-32d011fd0611 admin admin] Publish callbacks [] for security_group (c5cffbf3-fec4-444a-9a6f-7bb6baf77fff), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:17.352975 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-30c7292f-6a01-4207-a3bf-32d011fd0611 admin admin] Publish callbacks [] for security_group (c5cffbf3-fec4-444a-9a6f-7bb6baf77fff), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:17.400300 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-30c7292f-6a01-4207-a3bf-32d011fd0611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (c5cffbf3-fec4-444a-9a6f-7bb6baf77fff), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:17.402990 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-30c7292f-6a01-4207-a3bf-32d011fd0611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:17.404145 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-30c7292f-6a01-4207-a3bf-32d011fd0611 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c5cffbf3-fec4-444a-9a6f-7bb6baf77fff HTTP/1.1" status: 204 len: 168 time: 0.1183400 Jan 19 21:42:17.411595 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c7292f-6a01-4207-a3bf-32d011fd0611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cffbf3-fec4-444a-9a6f-7bb6baf77fff,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:18.071940 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60838) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:18.168967 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2086982303-network', 'tenant_id': '00f1d92920e3477299c4143bb82cba87'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:42:18.192379 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Made reservation on behalf of 00f1d92920e3477299c4143bb82cba87 for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:42:18.194680 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.202846 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.275773 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Publish callbacks [] for security_group (ceb204df-021f-40c1-b397-5d5f50dd9ee2), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.279621 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ceb204df-021f-40c1-b397-5d5f50dd9ee2), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.302103 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:42:18.317782 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb204df-021f-40c1-b397-5d5f50dd9ee2,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:18.321112 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (b97e4751-cd8c-443a-8adf-fbc3d7dbabfc), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.321454 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Added segment b97e4751-cd8c-443a-8adf-fbc3d7dbabfc of type vlan for network e367192c-92f4-4e05-b624-530e638bc8ee Jan 19 21:42:18.362705 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (e367192c-92f4-4e05-b624-530e638bc8ee), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.387479 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (e367192c-92f4-4e05-b624-530e638bc8ee), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.388341 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:18.388912 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.440622 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3675952 Jan 19 21:42:18.443563 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60842) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:18.448553 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Request body: {'subnet': {'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2086982303-subnet', 'tenant_id': '00f1d92920e3477299c4143bb82cba87', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:42:18.451079 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce71cb-fbc6-43df-ab48-b815065bf702 admin admin] Pushing event updated for resources: {'Network': ['ID=e367192c-92f4-4e05-b624-530e638bc8ee,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:18.460686 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network e367192c-92f4-4e05-b624-530e638bc8ee details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:42:18.472937 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Made reservation on behalf of 00f1d92920e3477299c4143bb82cba87 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:42:18.481316 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25586898'] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.651792 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25586940'] for subnet (083f5233-b751-45ec-8e47-737ef419c202), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.707223 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=083f5233-b751-45ec-8e47-737ef419c202,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:18.714221 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Checking segment: {'id': 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:42:18.714578 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Network hostable DHCP agents. Network: e367192c-92f4-4e05-b624-530e638bc8ee, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:42:18.730772 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Network e367192c-92f4-4e05-b624-530e638bc8ee is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:42:18.739283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, e367192c-92f4-4e05-b624-530e638bc8ee) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:42:18.743610 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:18.744097 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:18.748208 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06fc3e8-c4ed-4a60-840b-3c587da91503 None None] Network e367192c-92f4-4e05-b624-530e638bc8ee requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:42:18.759479 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8afd06f3-8331-4255-a3f7-f977521f5256 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3147967 Jan 19 21:42:18.847339 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577d4a16-4b88-4533-8475-00a67a4c9897 None None] Network e367192c-92f4-4e05-b624-530e638bc8ee requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.482086 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-1e6716c9-e203-4763-a737-db1e82a9e0a2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:20.485210 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-1e6716c9-e203-4763-a737-db1e82a9e0a2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/networks?id=e367192c-92f4-4e05-b624-530e638bc8ee HTTP/1.1" status: 200 len: 809 time: 0.1036317 Jan 19 21:42:20.498910 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-36143549-b664-428e-9cd9-19a786836314 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/quotas/00f1d92920e3477299c4143bb82cba87 HTTP/1.1" status: 200 len: 375 time: 0.0088267 Jan 19 21:42:20.529029 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-b0aa8964-6799-4f4b-85a6-7a0be8dc4f38 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=00f1d92920e3477299c4143bb82cba87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251987 Jan 19 21:42:20.616638 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-83c4548e-8241-45c3-ab9e-c20ebebffad1 service neutron] 10.222.0.39 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810995 Jan 19 21:42:20.711170 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-ad2535c9-b784-4f9c-9919-7d087d52f0b9 service neutron] 10.222.0.39 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887568 Jan 19 21:42:20.873005 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2cc7f703-459e-4702-af41-6054f19c094c req-6a07c5e5-8457-4316-9145-c952a0e7cf09 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 210 time: 0.0279994 Jan 19 21:42:21.842069 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-106701aa-c0d7-4837-9633-f2699759a0c9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:21.843404 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-106701aa-c0d7-4837-9633-f2699759a0c9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.48 "GET /v2.0/networks?id=e367192c-92f4-4e05-b624-530e638bc8ee HTTP/1.1" status: 200 len: 809 time: 0.1059947 Jan 19 21:42:21.856630 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Request body: {'port': {'device_id': '867dc889-5c6f-4c81-8db2-621963596dde', 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee', 'admin_state_up': True, 'tenant_id': '00f1d92920e3477299c4143bb82cba87'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:42:21.970633 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-109ff6c0-207a-4011-9fb8-dd9ead9f2de0 req-1513f93d-8a30-41bd-9a74-a0022f9b9447 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 210 time: 0.0278807 Jan 19 21:42:21.973608 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Made reservation on behalf of 00f1d92920e3477299c4143bb82cba87 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:42:21.977222 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.100947 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Allocated IP 172.20.0.2 (e367192c-92f4-4e05-b624-530e638bc8ee/083f5233-b751-45ec-8e47-737ef419c202/c2fce2a2-414c-4b04-8679-7bb1fc59bee4) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:42:22.237820 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks [] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.273440 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.316733 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Network e367192c-92f4-4e05-b624-530e638bc8ee is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:42:22.319722 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:42:22.323405 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:42:22.329562 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Pushing event updated for resources: {'Port': ['ID=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:22.378780 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:22.379310 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.394373 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-12425a4c-68ea-4f9c-baee-a23264357bb9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5416014 Jan 19 21:42:22.405773 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Request body: {'port': {'device_id': '867dc889-5c6f-4c81-8db2-621963596dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:42:22.459964 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.713308 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2fce2a2-414c-4b04-8679-7bb1fc59bee4 {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:42:22.720584 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Publish callbacks [] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.732643 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Transition to ACTIVE for port object c2fce2a2-414c-4b04-8679-7bb1fc59bee4 will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:42:22.737255 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.803622 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:22.854114 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Attempting to bind port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:42:22.854448 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Attempting to bind port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:42:22.854779 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Attempting to bind port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 on network e367192c-92f4-4e05-b624-530e638bc8ee {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:42:22.858991 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 on network e367192c-92f4-4e05-b624-530e638bc8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:42:22.859313 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Attempting to bind port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 on network e367192c-92f4-4e05-b624-530e638bc8ee {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:42:22.864973 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:42:22.865310 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Checking segment: {'id': 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:42:22.865697 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Bound using segment: {'id': 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:42:22.866113 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Bound port: c2fce2a2-414c-4b04-8679-7bb1fc59bee4, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:42:22.866463 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.928599 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] For port c2fce2a2-414c-4b04-8679-7bb1fc59bee4, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:42:22.931554 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] For port c2fce2a2-414c-4b04-8679-7bb1fc59bee4, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:42:22.935403 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.970663 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:22.972031 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:22.973508 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] 10.222.0.48 "PUT /v2.0/ports/c2fce2a2-414c-4b04-8679-7bb1fc59bee4 HTTP/1.1" status: 200 len: 1093 time: 0.5716670 Jan 19 21:42:22.973955 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867dc889-5c6f-4c81-8db2-621963596dde', 'tag': 'c2fce2a2-414c-4b04-8679-7bb1fc59bee4'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:42:22.976278 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935" -d '{"events": [{"name": "network-changed", "server_uuid": "867dc889-5c6f-4c81-8db2-621963596dde", "tag": "c2fce2a2-414c-4b04-8679-7bb1fc59bee4"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:42:23.006017 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb7c81-5260-44c3-9f5d-7c84e6d4f477 service neutron] Pushing event updated for resources: {'Port': ['ID=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:23.019644 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-da0f5715-8d98-4580-869f-0a4cd810e709 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532968 Jan 19 21:42:23.025546 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6baa9107-bf54-4750-8cf9-631e15ace735 x-openstack-request-id: req-6baa9107-bf54-4750-8cf9-631e15ace735 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:42:23.025910 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867dc889-5c6f-4c81-8db2-621963596dde", "tag": "c2fce2a2-414c-4b04-8679-7bb1fc59bee4", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:42:23.026064 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6baa9107-bf54-4750-8cf9-631e15ace735 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:42:23.026748 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '867dc889-5c6f-4c81-8db2-621963596dde', 'tag': 'c2fce2a2-414c-4b04-8679-7bb1fc59bee4', 'status': 'completed', 'code': 200} Jan 19 21:42:23.071592 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-2ba23873-0e62-45e1-9ee9-90b70ca251c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.073128 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-2ba23873-0e62-45e1-9ee9-90b70ca251c0 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f1d92920e3477299c4143bb82cba87&device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 1096 time: 0.0441215 Jan 19 21:42:23.120032 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-365d0a09-864e-4d94-a0af-ee601afe6a5f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2fce2a2-414c-4b04-8679-7bb1fc59bee4 HTTP/1.1" status: 200 len: 217 time: 0.0368218 Jan 19 21:42:23.130628 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7dea7-690a-49fe-b895-96d6baf468d7 req-8c911537-45af-493e-9c97-b9d82ea98b74 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.132181 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-89b7dea7-690a-49fe-b895-96d6baf468d7 req-8c911537-45af-493e-9c97-b9d82ea98b74 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 943 time: 0.0813794 Jan 19 21:42:23.138725 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-aa6ebe4f-6f6f-43f9-8143-42fd3d30c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.140209 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-aa6ebe4f-6f6f-43f9-8143-42fd3d30c653 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=274e4ed7ae93485588f375b9f9504770&device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 1099 time: 0.0607152 Jan 19 21:42:23.171098 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-183d7a15-7a01-4e32-a83d-ceeba8b9f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.172600 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-183d7a15-7a01-4e32-a83d-ceeba8b9f42e service neutron] 10.222.0.48 "GET /v2.0/subnets?id=083f5233-b751-45ec-8e47-737ef419c202 HTTP/1.1" status: 200 len: 849 time: 0.0462654 Jan 19 21:42:23.204911 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-9ad9025d-6c85-4901-87b1-acc2a5a1d743 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e367192c-92f4-4e05-b624-530e638bc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240629 Jan 19 21:42:23.241566 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-89b7dea7-690a-49fe-b895-96d6baf468d7 req-e8d49dc8-7910-4a53-9e62-8e0d8a687a6d tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003950 Jan 19 21:42:23.272569 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-1f4c2ceb-889b-47f4-9675-fa42e72a9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.274060 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-1f4c2ceb-889b-47f4-9675-fa42e72a9fb8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 200 len: 917 time: 0.1112082 Jan 19 21:42:23.296350 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-cf2dbfbb-38c7-4fa0-8580-df3daf426c65 service neutron] 10.222.0.48 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845873 Jan 19 21:42:23.338506 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-468d079a-9bb6-4697-bc92-233e114d28c6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504 HTTP/1.1" status: 200 len: 1001 time: 0.0580828 Jan 19 21:42:23.383823 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e6be012b-78b0-4f0a-a0b6-765ce49c2dd4 req-0ccb26eb-bda5-48be-bca0-55c5d4f0b69f service neutron] 10.222.0.48 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806785 Jan 19 21:42:23.385677 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-d232d89e-60ee-4b84-b059-4d51be06a386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.387115 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-d232d89e-60ee-4b84-b059-4d51be06a386 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 200 len: 855 time: 0.0423532 Jan 19 21:42:23.437410 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-d1145b41-331c-4346-8cc7-44451a16eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.438892 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-d1145b41-331c-4346-8cc7-44451a16eb70 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=6a3204f2-3b37-4c59-998a-f6c3f9fa0734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0447752 Jan 19 21:42:23.478862 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-819f59a2-94c3-4d42-844a-33a15ebfa5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.480288 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-819f59a2-94c3-4d42-844a-33a15ebfa5d9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f1d92920e3477299c4143bb82cba87&device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 1096 time: 0.0475225 Jan 19 21:42:23.532585 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-de551b87-06b9-4cc9-a3ca-47790ab5a2c5 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864606 Jan 19 21:42:23.569451 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-709b8bca-94d6-4fa3-b8a4-9ca8811a7463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.570914 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-709b8bca-94d6-4fa3-b8a4-9ca8811a7463 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e367192c-92f4-4e05-b624-530e638bc8ee HTTP/1.1" status: 200 len: 910 time: 0.0845685 Jan 19 21:42:23.614099 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-f9a74327-0748-42fa-8181-4e4bfa6ee626 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2fce2a2-414c-4b04-8679-7bb1fc59bee4 HTTP/1.1" status: 200 len: 217 time: 0.0359254 Jan 19 21:42:23.628626 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c789b325-2e26-4770-8eaa-ba1302cf6e2d req-24444a2b-0d2e-41d1-94ce-91713690cab8 service neutron] 10.222.0.48 "GET /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883691 Jan 19 21:42:23.669198 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-dba9e202-2c88-442c-ba34-d4cbfd183f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:23.670711 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-dba9e202-2c88-442c-ba34-d4cbfd183f26 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=083f5233-b751-45ec-8e47-737ef419c202 HTTP/1.1" status: 200 len: 849 time: 0.0499022 Jan 19 21:42:23.701621 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-be1d77fe-9259-4ef6-ba64-d2d766a91b8e service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e367192c-92f4-4e05-b624-530e638bc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237784 Jan 19 21:42:23.789745 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-b009e583-c082-4568-83a7-3c1b4ca2438e service neutron] 10.222.0.48 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802712 Jan 19 21:42:23.881776 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-5158bb2e-02a7-4be5-8b88-cb2e49e1b935 req-db775851-097c-44e1-b0b2-892acb921a49 service neutron] 10.222.0.48 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843115 Jan 19 21:42:24.357388 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578e36d6-9f45-47fc-8068-3b8f282571e9 req-7ece14ec-5aba-4375-af55-1b553db74a92 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:24.358889 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-578e36d6-9f45-47fc-8068-3b8f282571e9 req-7ece14ec-5aba-4375-af55-1b553db74a92 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 943 time: 0.0485089 Jan 19 21:42:24.405081 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-578e36d6-9f45-47fc-8068-3b8f282571e9 req-f6b5132f-daea-40ce-80c0-ffd5df0170dd tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400345 Jan 19 21:42:25.522716 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device c2fce2a2-414c-4b04-8679-7bb1fc59bee4 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:42:25.531076 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895754b-46b1-41b6-b687-f4363a13e4fb req-4b7a9f38-1c24-4862-97d8-3cea842e8b70 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:25.532621 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0895754b-46b1-41b6-b687-f4363a13e4fb req-4b7a9f38-1c24-4862-97d8-3cea842e8b70 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 943 time: 0.0539744 Jan 19 21:42:25.584891 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0895754b-46b1-41b6-b687-f4363a13e4fb req-9574e06c-941e-4bdf-855c-31f9fd86c036 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464036 Jan 19 21:42:25.623561 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port c2fce2a2-414c-4b04-8679-7bb1fc59bee4, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:25.639122 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'c2fce2a2-414c-4b04-8679-7bb1fc59bee4', 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee', 'port_id': 'c2fce2a2-414c-4b04-8679-7bb1fc59bee4', 'mac_address': 'fa:16:3e:55:05:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083f5233-b751-45ec-8e47-737ef419c202', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:42:25.686593 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:42:25.686915 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:25.705849 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2fce2a2-414c-4b04-8679-7bb1fc59bee4 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:42:25.726850 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port c2fce2a2-414c-4b04-8679-7bb1fc59bee4, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:25.731225 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:25.781649 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:25.998255 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['c2fce2a2-414c-4b04-8679-7bb1fc59bee4'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:42:26.701751 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa261a-e736-40f2-9c24-5543c2fc9faf req-e12b997b-add5-42e6-b427-d1d0c89544fa tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:26.703202 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-84fa261a-e736-40f2-9c24-5543c2fc9faf req-e12b997b-add5-42e6-b427-d1d0c89544fa tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 944 time: 0.0514209 Jan 19 21:42:26.748408 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-84fa261a-e736-40f2-9c24-5543c2fc9faf req-c6cca25e-0eb1-4f78-8095-0ef6b4fe52d6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395317 Jan 19 21:42:27.529250 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device c2fce2a2-414c-4b04-8679-7bb1fc59bee4 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:42:27.577997 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:42:27.582371 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:42:27.582742 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:27.657351 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:42:27.657743 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:27.683520 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867dc889-5c6f-4c81-8db2-621963596dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fce2a2-414c-4b04-8679-7bb1fc59bee4'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:42:27.685767 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5dc1000-9abd-4ed6-b446-8ca6b2f85323" -d '{"events": [{"server_uuid": "867dc889-5c6f-4c81-8db2-621963596dde", "name": "network-vif-plugged", "status": "completed", "tag": "c2fce2a2-414c-4b04-8679-7bb1fc59bee4"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:42:27.699206 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port c2fce2a2-414c-4b04-8679-7bb1fc59bee4, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:27.704189 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:27.727572 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a493fffa-f61c-424f-9e6f-00fc046f41a6 x-openstack-request-id: req-a493fffa-f61c-424f-9e6f-00fc046f41a6 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:42:27.727925 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867dc889-5c6f-4c81-8db2-621963596dde", "name": "network-vif-plugged", "status": "completed", "tag": "c2fce2a2-414c-4b04-8679-7bb1fc59bee4", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:42:27.728182 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a493fffa-f61c-424f-9e6f-00fc046f41a6 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:42:27.728571 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867dc889-5c6f-4c81-8db2-621963596dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2fce2a2-414c-4b04-8679-7bb1fc59bee4', 'code': 200} Jan 19 21:42:27.755016 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:27.862866 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60e1c7a-aa39-48bc-8645-cc526e6aca89 req-b4a1580c-8ee1-47b8-a315-a7545faaf295 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:27.864358 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c60e1c7a-aa39-48bc-8645-cc526e6aca89 req-b4a1580c-8ee1-47b8-a315-a7545faaf295 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 945 time: 0.0483696 Jan 19 21:42:27.931357 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514da153-ce6a-401f-8a78-627fcb3b3ea8 req-8006a971-9cdd-4fa5-af74-bf5a77681581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:27.932878 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-514da153-ce6a-401f-8a78-627fcb3b3ea8 req-8006a971-9cdd-4fa5-af74-bf5a77681581 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 1098 time: 0.0676665 Jan 19 21:42:27.936522 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c60e1c7a-aa39-48bc-8645-cc526e6aca89 req-fc54b242-36bd-4c8d-91f4-5ee97264b56d tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641305 Jan 19 21:42:27.981243 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-514da153-ce6a-401f-8a78-627fcb3b3ea8 req-3342e7e9-4d26-4090-937f-8ef2a8a35729 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405242 Jan 19 21:42:29.055241 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7696266b-d779-4645-999b-dcc656c45a11 req-2d97f8a9-63f7-47de-93e8-2ceae7e4bb88 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:29.056770 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7696266b-d779-4645-999b-dcc656c45a11 req-2d97f8a9-63f7-47de-93e8-2ceae7e4bb88 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 945 time: 0.0481389 Jan 19 21:42:29.102893 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7696266b-d779-4645-999b-dcc656c45a11 req-c50e97bc-67ee-4903-8306-6f9f395949ed tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406036 Jan 19 21:42:30.216758 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66c344-db78-40ab-845a-4bc01e9a5821 req-60921b3c-5d87-420d-9fb5-891482d9e0d3 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:30.218250 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9f66c344-db78-40ab-845a-4bc01e9a5821 req-60921b3c-5d87-420d-9fb5-891482d9e0d3 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 945 time: 0.0481029 Jan 19 21:42:30.265079 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9f66c344-db78-40ab-845a-4bc01e9a5821 req-bee834c1-01df-486e-8362-b4a39075c65a tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 Jan 19 21:42:30.857683 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3a785-c740-4eac-8ccd-7bb38d7463cb req-0e32343a-9bf3-49a8-81f7-2a1f362f4076 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:30.859144 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-09b3a785-c740-4eac-8ccd-7bb38d7463cb req-0e32343a-9bf3-49a8-81f7-2a1f362f4076 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 945 time: 0.0480411 Jan 19 21:42:30.905319 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-09b3a785-c740-4eac-8ccd-7bb38d7463cb req-f621896a-060e-4e6b-a586-be40bbcf4fcf tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 Jan 19 21:42:32.025057 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b6434-c375-4b72-afdd-7befcafafe27 req-ed8cbdd9-911d-4876-b037-87847916c9cd tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:32.026524 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-145b6434-c375-4b72-afdd-7befcafafe27 req-ed8cbdd9-911d-4876-b037-87847916c9cd tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 945 time: 0.0518219 Jan 19 21:42:32.073763 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-145b6434-c375-4b72-afdd-7befcafafe27 req-1212eb10-8f45-4102-a771-ca40f3929d6f tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417747 Jan 19 21:42:32.309288 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-547b33af-1a78-4007-b40b-df7aca4d0fad tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:32.310706 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-547b33af-1a78-4007-b40b-df7aca4d0fad tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.48 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 945 time: 0.0507364 Jan 19 21:42:32.398328 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Deleting port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:42:32.398666 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:32.742215 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] For port c2fce2a2-414c-4b04-8679-7bb1fc59bee4, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:32.742568 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:32.754902 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Calling delete_port for c2fce2a2-414c-4b04-8679-7bb1fc59bee4 owned by compute:nova {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:42:32.874693 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (c2fce2a2-414c-4b04-8679-7bb1fc59bee4), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:32.886687 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['c2fce2a2-414c-4b04-8679-7bb1fc59bee4'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:42:32.905976 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Pushing event deleted for resources: {'Port': ['ID=c2fce2a2-414c-4b04-8679-7bb1fc59bee4,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:32.945172 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] No DVR routers for this DVR port c2fce2a2-414c-4b04-8679-7bb1fc59bee4 on host hv-cinder-82160 {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:42:32.947702 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:32.951000 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-193579af-7ad1-42f3-8701-b2d947c2d780 req-c95db05a-2dcc-4b61-ae88-daee0367efc6 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.48 "DELETE /v2.0/ports/c2fce2a2-414c-4b04-8679-7bb1fc59bee4 HTTP/1.1" status: 204 len: 173 time: 0.6348968 Jan 19 21:42:32.951506 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867dc889-5c6f-4c81-8db2-621963596dde', 'name': 'network-vif-deleted', 'tag': 'c2fce2a2-414c-4b04-8679-7bb1fc59bee4'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:42:32.953796 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d23b353-2804-4b27-8c48-78fe96215f70" -d '{"events": [{"server_uuid": "867dc889-5c6f-4c81-8db2-621963596dde", "name": "network-vif-deleted", "tag": "c2fce2a2-414c-4b04-8679-7bb1fc59bee4"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:42:32.991650 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b256bd0c-1b3e-47e6-8643-a86ab48a3c01 x-openstack-request-id: req-b256bd0c-1b3e-47e6-8643-a86ab48a3c01 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:42:32.991992 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867dc889-5c6f-4c81-8db2-621963596dde", "name": "network-vif-deleted", "tag": "c2fce2a2-414c-4b04-8679-7bb1fc59bee4", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:42:32.992341 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b256bd0c-1b3e-47e6-8643-a86ab48a3c01 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:42:32.992788 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '867dc889-5c6f-4c81-8db2-621963596dde', 'name': 'network-vif-deleted', 'tag': 'c2fce2a2-414c-4b04-8679-7bb1fc59bee4', 'status': 'completed', 'code': 200} Jan 19 21:42:33.179506 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-64f4ba62-43a2-4743-a6ba-779410561915 req-5c39f511-faec-479e-9d48-2779295c987c tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=867dc889-5c6f-4c81-8db2-621963596dde HTTP/1.1" status: 200 len: 210 time: 0.0256572 Jan 19 21:42:34.442800 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d49a-275e-4140-8539-1761d11c67fe req-94843f49-1f03-4f86-9661-b750fa2ebcfb tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:34.444313 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-94843f49-1f03-4f86-9661-b750fa2ebcfb tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/networks?id=e367192c-92f4-4e05-b624-530e638bc8ee HTTP/1.1" status: 200 len: 809 time: 0.1030414 Jan 19 21:42:34.458789 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-99977db2-01fe-4186-9bbc-59882a00726a tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/quotas/00f1d92920e3477299c4143bb82cba87 HTTP/1.1" status: 200 len: 375 time: 0.0090642 Jan 19 21:42:34.489554 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-f089677a-40eb-46a6-ab0f-2f2c9183d21d tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=00f1d92920e3477299c4143bb82cba87&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259862 Jan 19 21:42:34.576772 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-dd710893-225f-4caf-9bd9-b4a2122b228f service neutron] 10.222.0.39 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807397 Jan 19 21:42:34.667351 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-1111d5a6-9415-4744-b56e-a56b0331bd40 service neutron] 10.222.0.39 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843301 Jan 19 21:42:34.822299 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-8ee755cf-be92-4734-b19b-a6e4fa208ef6 req-26b44c11-93e6-417c-b4a8-755d35c3bbb4 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 210 time: 0.0256388 Jan 19 21:42:35.564785 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device c2fce2a2-414c-4b04-8679-7bb1fc59bee4 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:42:35.587870 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: c2fce2a2-414c-4b04-8679-7bb1fc59bee4 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:42:35.588226 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device c2fce2a2-414c-4b04-8679-7bb1fc59bee4 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:42:35.783590 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d49a-275e-4140-8539-1761d11c67fe req-367986c1-1ecc-4424-8d98-7c0896676218 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:35.784900 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-367986c1-1ecc-4424-8d98-7c0896676218 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.48 "GET /v2.0/networks?id=e367192c-92f4-4e05-b624-530e638bc8ee HTTP/1.1" status: 200 len: 809 time: 0.1149530 Jan 19 21:42:35.803677 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Request body: {'port': {'device_id': 'b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65', 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee', 'admin_state_up': True, 'tenant_id': '00f1d92920e3477299c4143bb82cba87'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:42:35.921598 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Made reservation on behalf of 00f1d92920e3477299c4143bb82cba87 for: {'port': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:42:35.926473 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:35.933164 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-52ba6d05-1538-4061-9783-3bf88f0641dc req-f1f15066-eaec-45e8-a7b2-307216dd963a tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 210 time: 0.0351520 Jan 19 21:42:36.073156 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251a3b11-b34b-4a31-a471-a96385dc4f69 req-d7e76dc3-2f20-4169-9583-881e2c2ed873 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:36.074548 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-251a3b11-b34b-4a31-a471-a96385dc4f69 req-d7e76dc3-2f20-4169-9583-881e2c2ed873 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 946 time: 0.0917497 Jan 19 21:42:36.096292 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Allocated IP 172.20.0.7 (e367192c-92f4-4e05-b624-530e638bc8ee/083f5233-b751-45ec-8e47-737ef419c202/7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:42:36.160965 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-251a3b11-b34b-4a31-a471-a96385dc4f69 req-2280890a-6397-4082-87a7-3ab7869d5d95 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785215 Jan 19 21:42:36.275128 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks [] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:36.307090 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:36.354671 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Network e367192c-92f4-4e05-b624-530e638bc8ee is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:42:36.357759 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:42:36.361541 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:42:36.384510 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Pushing event updated for resources: {'Port': ['ID=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:36.413527 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:36.414339 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:36.432687 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-2d2ef199-3bf2-4509-91e9-a085f552d3e2 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6340427 Jan 19 21:42:36.444591 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Request body: {'port': {'device_id': 'b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:42:36.496159 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:36.755956 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb {{(pid=102646) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:42:36.763203 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Publish callbacks [] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:36.775285 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.provisioning_blocks [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Transition to ACTIVE for port object 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb will not be triggered until provisioned by entity L2. {{(pid=102646) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:42:36.778279 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:36.842623 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:36.892441 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Attempting to bind port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:42:36.892730 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Attempting to bind port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee'}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:42:36.893053 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Attempting to bind port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb on network e367192c-92f4-4e05-b624-530e638bc8ee {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:42:36.897379 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb on network e367192c-92f4-4e05-b624-530e638bc8ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:42:36.897692 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Attempting to bind port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb on network e367192c-92f4-4e05-b624-530e638bc8ee {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:42:36.902340 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:42:36.902670 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Checking segment: {'id': 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:42:36.903066 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Bound using segment: {'id': 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee'} {{(pid=102646) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:42:36.903479 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.managers [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Bound port: 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee'}}] {{(pid=102646) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:42:36.903827 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:36.966225 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] For port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb, host hv-cinder-82160, cleared binding levels {{(pid=102646) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:42:36.969340 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] For port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102646) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:42:36.974442 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:37.014225 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:37.014835 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:37.016227 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] 10.222.0.48 "PUT /v2.0/ports/7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb HTTP/1.1" status: 200 len: 1093 time: 0.5756559 Jan 19 21:42:37.016683 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65', 'tag': '7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:42:37.019022 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1effe570-b386-4a6a-8687-4a277ede0f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65", "tag": "7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:42:37.046015 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90c09d4-f6a5-4bbf-98c2-0ed0d5e09809 req-e7260763-6d58-4abf-891c-49df6b259b25 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:37.047629 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e90c09d4-f6a5-4bbf-98c2-0ed0d5e09809 req-e7260763-6d58-4abf-891c-49df6b259b25 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 943 time: 0.0534985 Jan 19 21:42:37.063415 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba18a2bb-3a93-4cc3-aec7-c4246d2d3e46 x-openstack-request-id: req-ba18a2bb-3a93-4cc3-aec7-c4246d2d3e46 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:42:37.063699 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65", "tag": "7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:42:37.064541 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba18a2bb-3a93-4cc3-aec7-c4246d2d3e46 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:42:37.064541 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65', 'tag': '7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb', 'status': 'completed', 'code': 200} Jan 19 21:42:37.065564 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79932c-dc1e-497d-91ee-32113d5787c3 service neutron] Pushing event updated for resources: {'Port': ['ID=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,revision_number=3']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:37.104441 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e90c09d4-f6a5-4bbf-98c2-0ed0d5e09809 req-0dbab8eb-4507-45be-8110-6de22325d63e tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468757 Jan 19 21:42:37.113716 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d49a-275e-4140-8539-1761d11c67fe req-43a29dd9-9c4f-4cb8-943b-f7c7db660a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:37.115247 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-43a29dd9-9c4f-4cb8-943b-f7c7db660a53 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f1d92920e3477299c4143bb82cba87&device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 1096 time: 0.0423503 Jan 19 21:42:37.157260 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-5152d66a-a09b-487a-a6cc-edae1fad9011 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb HTTP/1.1" status: 200 len: 217 time: 0.0346024 Jan 19 21:42:37.209936 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47d49a-275e-4140-8539-1761d11c67fe req-dc1cad21-1e1e-4c9f-ba53-088984a2daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:37.211443 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-dc1cad21-1e1e-4c9f-ba53-088984a2daa7 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=083f5233-b751-45ec-8e47-737ef419c202 HTTP/1.1" status: 200 len: 849 time: 0.0475256 Jan 19 21:42:37.247751 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-6c2c7ed6-d02d-4a73-9672-3b3e499fba1d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e367192c-92f4-4e05-b624-530e638bc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257702 Jan 19 21:42:37.348431 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac072723-e2fa-4dbb-b012-48dd122b1f0e req-3ced42ed-18e7-4635-a658-9c11fc9c510f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:37.349901 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ac072723-e2fa-4dbb-b012-48dd122b1f0e req-3ced42ed-18e7-4635-a658-9c11fc9c510f tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 946 time: 0.1044984 Jan 19 21:42:37.389126 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-68a29a0b-14ff-4353-abe3-64e803526598 service neutron] 10.222.0.48 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326790 Jan 19 21:42:37.454865 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ac072723-e2fa-4dbb-b012-48dd122b1f0e req-d88ef217-65b7-49f1-bc5a-d22a111c4b6e tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups?id=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942061 Jan 19 21:42:37.457803 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d25dee2-9634-40ec-a718-d0982a553858 req-11ae22fe-d3ae-4d87-9ae0-3da6dd9d8f98 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:37.459417 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3d25dee2-9634-40ec-a718-d0982a553858 req-11ae22fe-d3ae-4d87-9ae0-3da6dd9d8f98 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 946 time: 0.0477023 Jan 19 21:42:37.494056 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2e47d49a-275e-4140-8539-1761d11c67fe req-88917254-76ab-4f18-9da2-a00be65af588 service neutron] 10.222.0.48 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957763 Jan 19 21:42:37.596425 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-9ec174b0-75a4-4dae-ba70-b9612985d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:37.598005 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-9ec174b0-75a4-4dae-ba70-b9612985d0e9 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=00f1d92920e3477299c4143bb82cba87&device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 1096 time: 0.0535135 Jan 19 21:42:37.603983 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Deleting port fbe0ff18-a93d-4960-a319-f34c1c86c504 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:42:37.604321 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:37.685556 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-40ee097b-a6e2-4523-ab2d-fc17452a7162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:37.687015 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-40ee097b-a6e2-4523-ab2d-fc17452a7162 service neutron] 10.222.0.48 "GET /v2.0/networks?id=e367192c-92f4-4e05-b624-530e638bc8ee HTTP/1.1" status: 200 len: 910 time: 0.0825534 Jan 19 21:42:37.690950 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] For port fbe0ff18-a93d-4960-a319-f34c1c86c504, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fbe0ff18-a93d-4960-a319-f34c1c86c504,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:37.691311 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:37.735619 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-fa59cb5c-e44d-446f-8da9-6f1b8ed82db0 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb HTTP/1.1" status: 200 len: 217 time: 0.0383132 Jan 19 21:42:37.787277 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-99dd3210-7da9-4f74-82b2-a2edb661016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:37.788819 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-99dd3210-7da9-4f74-82b2-a2edb661016b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=083f5233-b751-45ec-8e47-737ef419c202 HTTP/1.1" status: 200 len: 849 time: 0.0445027 Jan 19 21:42:37.820562 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-d50095da-05a8-4d90-a9b0-11309d4d92f8 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=e367192c-92f4-4e05-b624-530e638bc8ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245743 Jan 19 21:42:37.908250 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-2fa616d4-a041-4cec-8099-f076edf28405 service neutron] 10.222.0.48 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811560 Jan 19 21:42:37.911205 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:37.911571 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (fb364152-3cef-4db4-a961-e102ede92ad5), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:37.912189 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.l3_db [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Floating IP fb364152-3cef-4db4-a961-e102ede92ad5 disassociated. External IP: 172.27.0.248, port: fbe0ff18-a93d-4960-a319-f34c1c86c504. Jan 19 21:42:37.912535 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Calling delete_port for fbe0ff18-a93d-4960-a319-f34c1c86c504 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:42:38.002725 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1effe570-b386-4a6a-8687-4a277ede0f5a req-4d5fd7b3-f0e8-4ba8-9d03-e8bbdea81869 service neutron] 10.222.0.48 "GET /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872564 Jan 19 21:42:38.043360 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (fbe0ff18-a93d-4960-a319-f34c1c86c504), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:38.073027 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event deleted for resources: {'Port': ['ID=fbe0ff18-a93d-4960-a319-f34c1c86c504,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:38.205614 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Router a0a9fbb9-8db5-454d-aaa7-17a942b4358b has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:42:38.232916 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220d7e4e-7697-447c-942a-82493c7581b4 req-a8fe3fcf-b80c-4320-bb58-86d023a73390 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:38.234354 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-220d7e4e-7697-447c-942a-82493c7581b4 req-a8fe3fcf-b80c-4320-bb58-86d023a73390 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 943 time: 0.0613587 Jan 19 21:42:38.351439 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-220d7e4e-7697-447c-942a-82493c7581b4 req-da35c61e-88fc-4150-85fc-12356d30c1ce tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869501 Jan 19 21:42:38.361913 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:42:38.371537 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] Sync routers for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:42:38.382078 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:42:38.382684 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:42:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:38.424835 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] No DVR routers for this DVR port fbe0ff18-a93d-4960-a319-f34c1c86c504 on host hv-cinder-82160 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:42:38.427558 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:38.430991 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3d25dee2-9634-40ec-a718-d0982a553858 req-0e807de0-9579-489a-a554-fa585d738908 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.48 "DELETE /v2.0/ports/fbe0ff18-a93d-4960-a319-f34c1c86c504 HTTP/1.1" status: 204 len: 173 time: 0.9641523 Jan 19 21:42:38.431445 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-deleted', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:42:38.433743 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f680d1e-e55b-4745-ab79-9a3c9aacf421" -d '{"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-deleted", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:42:38.495451 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:42:38.635038 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d16153f1-dfe6-424d-9101-d3a9c5da12b0 req-c367eeb4-1d79-4f3a-9f2e-a922d9a507ae tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d HTTP/1.1" status: 200 len: 210 time: 0.0496559 Jan 19 21:42:38.727063 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dc2585-be6c-46fe-acfc-8b2a6bd7a8f8 x-openstack-request-id: req-52dc2585-be6c-46fe-acfc-8b2a6bd7a8f8 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:42:38.727359 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d", "name": "network-vif-deleted", "tag": "fbe0ff18-a93d-4960-a319-f34c1c86c504", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:42:38.727618 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52dc2585-be6c-46fe-acfc-8b2a6bd7a8f8 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:42:38.728070 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbe5dc9c-4a14-4b92-8f7c-a9d1318a155d', 'name': 'network-vif-deleted', 'tag': 'fbe0ff18-a93d-4960-a319-f34c1c86c504', 'status': 'completed', 'code': 200} Jan 19 21:42:38.837812 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:38.863730 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] Checking router: a0a9fbb9-8db5-454d-aaa7-17a942b4358b for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:42:38.872918 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:42:38.873522 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:42:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:38.978755 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:42:39.196884 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:39.225535 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c562c03-46be-4685-a6d3-bf1ce7eafdde None None] The sync data for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi is: [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:35:21Z', 'revision_number': 4, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '130cfe71-c8bd-4cc8-9531-3347dba2a543', 'name': '', 'network_id': '6a3204f2-3b37-4c59-998a-f6c3f9fa0734', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'mac_address': 'fa:16:3e:16:99:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:19Z', 'updated_at': '2022-01-19T21:35:33Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'subnets': [{'id': '40c32d1c-e099-481b-8a03-bdb896a1167b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:42:39.442533 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d04785-5242-461a-81cf-abd8a512b40c None None] New status for floating IP fb364152-3cef-4db4-a961-e102ede92ad5: DOWN {{(pid=102648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:42:39.467017 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e995cfc-06b3-441d-a93d-2aa8f7804851 req-7b5d0484-f4f7-4d05-aebf-6ea0b99de451 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:39.468465 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7e995cfc-06b3-441d-a93d-2aa8f7804851 req-7b5d0484-f4f7-4d05-aebf-6ea0b99de451 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 943 time: 0.0484250 Jan 19 21:42:39.519571 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7e995cfc-06b3-441d-a93d-2aa8f7804851 req-7477ee17-712f-4a80-a891-8ea550d544bc tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449629 Jan 19 21:42:39.601489 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:42:39.705385 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:39.724377 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb', 'network_id': 'e367192c-92f4-4e05-b624-530e638bc8ee', 'port_id': '7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb', 'mac_address': 'fa:16:3e:4e:10:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '083f5233-b751-45ec-8e47-737ef419c202', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:42:39.730780 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-84aa4f71-cb3e-4368-83cf-610d73347901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:39.734623 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 60988) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:39.768338 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:42:39.768731 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:39.783217 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:42:39.791550 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3d59e41-4c4e-4bc5-a651-8ed7e5e079cb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:39.804229 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:39.808430 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:39.817017 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3d59e41-4c4e-4bc5-a651-8ed7e5e079cb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:39.856145 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:39.864745 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869092 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869092 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869276 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3d59e41-4c4e-4bc5-a651-8ed7e5e079cb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:39.869382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.869382 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.870051 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e3d59e41-4c4e-4bc5-a651-8ed7e5e079cb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:39.870157 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.870157 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:39.870320 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e3d59e41-4c4e-4bc5-a651-8ed7e5e079cb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "DELETE /v2.0/security-groups/6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1 HTTP/1.1" status: 204 len: 168 time: 0.1337473 Jan 19 21:42:39.872296 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60990) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:39.881436 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d59e41-4c4e-4bc5-a651-8ed7e5e079cb tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:39.896822 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.api.v2.resource [None req-4476c84f-7f3b-441f-a3ab-d0502a96b304 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] show failed (client error): The resource could not be found. Jan 19 21:42:39.897982 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-4476c84f-7f3b-441f-a3ab-d0502a96b304 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "GET /v2.0/security-groups/6a33b96a-5fa3-47f8-9603-4d8d1e42a2b1 HTTP/1.1" status: 404 len: 347 time: 0.0246904 Jan 19 21:42:39.901073 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 60992) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:40.030186 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Deleting port 378aabe0-0052-4dcd-99a0-15b0a2de1499 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:42:40.030442 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (378aabe0-0052-4dcd-99a0-15b0a2de1499), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:40.070935 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:42:40.118164 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (378aabe0-0052-4dcd-99a0-15b0a2de1499), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:40.118491 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (378aabe0-0052-4dcd-99a0-15b0a2de1499), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:40.130496 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Calling delete_port for 378aabe0-0052-4dcd-99a0-15b0a2de1499 owned by network:floatingip {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:42:40.268134 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (378aabe0-0052-4dcd-99a0-15b0a2de1499), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:40.294622 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Pushing event deleted for resources: {'Port': ['ID=378aabe0-0052-4dcd-99a0-15b0a2de1499,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:40.355809 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks [] for floatingip (fb364152-3cef-4db4-a961-e102ede92ad5), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:40.358360 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:40.359525 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-be00b153-3874-46f8-8244-4a8c829accf1 tempest-AttachVolumeShelveTestJSON-301333067 tempest-AttachVolumeShelveTestJSON-301333067-project] 10.222.0.39 "DELETE /v2.0/floatingips/fb364152-3cef-4db4-a961-e102ede92ad5 HTTP/1.1" status: 204 len: 168 time: 0.4572413 Jan 19 21:42:40.640120 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43933b32-13be-405e-867c-6369361216f8 req-2b9251e8-c025-4e5d-94d4-68b23d74e49a tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:40.642361 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-43933b32-13be-405e-867c-6369361216f8 req-2b9251e8-c025-4e5d-94d4-68b23d74e49a tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 944 time: 0.0536249 Jan 19 21:42:40.697167 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-43933b32-13be-405e-867c-6369361216f8 req-f1375565-d93f-4a84-bfbb-f55fdb1f6d79 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475271 Jan 19 21:42:41.615237 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:42:41.670432 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:42:41.675275 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:42:41.675793 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:41.752616 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:42:41.752924 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:41.778278 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:42:41.780567 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4982f5-6e5c-4ab7-bc69-bab325535cd0" -d '{"events": [{"server_uuid": "b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65", "name": "network-vif-plugged", "status": "completed", "tag": "7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:42:41.794136 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:41.801155 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:41.802443 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fbe0ff18-a93d-4960-a319-f34c1c86c504 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:42:41.819743 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1cd65e-9d01-4fba-a3f0-728bfe221a6f req-d45f3491-94bb-465a-83d3-de2a8bb75129 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:41.821470 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0e1cd65e-9d01-4fba-a3f0-728bfe221a6f req-d45f3491-94bb-465a-83d3-de2a8bb75129 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 944 time: 0.0560887 Jan 19 21:42:41.846325 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48b30528-6514-4330-8025-18223504708f x-openstack-request-id: req-48b30528-6514-4330-8025-18223504708f {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:42:41.846799 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65", "name": "network-vif-plugged", "status": "completed", "tag": "7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:42:41.847061 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48b30528-6514-4330-8025-18223504708f {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:42:41.847457 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb', 'code': 200} Jan 19 21:42:41.854115 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: fbe0ff18-a93d-4960-a319-f34c1c86c504 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:42:41.854494 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fbe0ff18-a93d-4960-a319-f34c1c86c504 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:42:41.877142 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:41.878269 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0e1cd65e-9d01-4fba-a3f0-728bfe221a6f req-4dc28cae-61f0-4de9-a7fd-b7e758151d3a tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514452 Jan 19 21:42:42.001920 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa3aa2-efdd-4d62-9606-177ca795055a req-abf207c2-45a2-4723-895d-afe1b29c3b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:42.003526 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ecaa3aa2-efdd-4d62-9606-177ca795055a req-abf207c2-45a2-4723-895d-afe1b29c3b1b service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 1098 time: 0.0415392 Jan 19 21:42:42.049406 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ecaa3aa2-efdd-4d62-9606-177ca795055a req-c1ad1156-0645-448b-863d-0858248bd9d9 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Jan 19 21:42:42.290831 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0e298fcb-195c-48c7-8a29-ebd2c96b3675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:42.776480 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 32788) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:43.009914 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f356041-1b5c-4a8d-abc8-131a9fdf0eae req-8214bffc-0596-4a57-b5fa-3815896697c4 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:43.012506 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7f356041-1b5c-4a8d-abc8-131a9fdf0eae req-8214bffc-0596-4a57-b5fa-3815896697c4 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 945 time: 0.0567031 Jan 19 21:42:43.067052 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7f356041-1b5c-4a8d-abc8-131a9fdf0eae req-fa27240f-5efb-41af-80bb-bf627e1236ef tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Jan 19 21:42:43.165676 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:43.409515 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1533455'] for router_interface (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:43.644565 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Deleting port 130cfe71-c8bd-4cc8-9531-3347dba2a543 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:42:43.644906 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:43.724463 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] For port 130cfe71-c8bd-4cc8-9531-3347dba2a543, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=130cfe71-c8bd-4cc8-9531-3347dba2a543,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:43.724737 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:43.736944 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Calling delete_port for 130cfe71-c8bd-4cc8-9531-3347dba2a543 owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:42:43.915476 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (130cfe71-c8bd-4cc8-9531-3347dba2a543), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:43.940415 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Pushing event deleted for resources: {'Port': ['ID=130cfe71-c8bd-4cc8-9531-3347dba2a543,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:44.106610 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1507317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1535903'] for router_interface (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:44.246649 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de07b4f-bb9c-464a-865c-518346179576 req-97e2ab1c-1375-4262-9d46-9c489d3a3f9e tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:44.248075 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7de07b4f-bb9c-464a-865c-518346179576 req-97e2ab1c-1375-4262-9d46-9c489d3a3f9e tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 945 time: 0.0975680 Jan 19 21:42:44.342853 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7de07b4f-bb9c-464a-865c-518346179576 req-6af33c36-7eed-47cd-a087-b4e0bc3baa61 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876188 Jan 19 21:42:44.403943 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Router a0a9fbb9-8db5-454d-aaa7-17a942b4358b has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:42:44.538532 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:42:44.546993 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 32800) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:44.547448 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-903d1a90-bb3c-4ccf-a29b-3ba97aa3da80 admin admin] 10.222.0.39 "PUT /v2.0/routers/a0a9fbb9-8db5-454d-aaa7-17a942b4358b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7695601 Jan 19 21:42:44.551775 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] Sync routers for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:42:44.562959 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:42:44.563601 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:42:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:44.571163 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:44.669898 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks [] for router (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:44.682175 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:42:44.776757 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks [] for router_gateway (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:44.856500 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Deleting port 3e600156-d453-490b-b8ee-9912698323a4 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:42:44.856844 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (3e600156-d453-490b-b8ee-9912698323a4), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:44.893982 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47'}], 'enable_snat': True}, 'gw_port_id': '3e600156-d453-490b-b8ee-9912698323a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:42:43Z', 'revision_number': 5, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port': {'id': '3e600156-d453-490b-b8ee-9912698323a4', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:15:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:35:11Z', 'updated_at': '2022-01-19T21:35:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:44.926276 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] Checking router: a0a9fbb9-8db5-454d-aaa7-17a942b4358b for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:42:44.935245 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] Routers {'a0a9fbb9-8db5-454d-aaa7-17a942b4358b'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:42:44.935900 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:42:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:44.947326 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] For port 3e600156-d453-490b-b8ee-9912698323a4, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=3e600156-d453-490b-b8ee-9912698323a4,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:44.947718 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (3e600156-d453-490b-b8ee-9912698323a4), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:44.966695 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Calling delete_port for 3e600156-d453-490b-b8ee-9912698323a4 owned by network:router_gateway {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:42:45.034542 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] Set router a0a9fbb9-8db5-454d-aaa7-17a942b4358b gateway port host: None {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:42:45.087757 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:42:44Z', 'revision_number': 6, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port_host': None}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:45.096655 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e731e4-6455-4f88-bd59-0adb0d32e569 req-28ad4406-9640-4ceb-87db-534093289aeb tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:45.104456 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f5e731e4-6455-4f88-bd59-0adb0d32e569 req-28ad4406-9640-4ceb-87db-534093289aeb tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 945 time: 0.0585234 Jan 19 21:42:45.119723 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-407631ed-0f38-42d1-93bd-c199ca846e8f None None] The sync data for ids ['a0a9fbb9-8db5-454d-aaa7-17a942b4358b'] in dv-cinder-821602-16-iscsi is: [{'id': 'a0a9fbb9-8db5-454d-aaa7-17a942b4358b', 'name': 'tempest-AttachVolumeShelveTestJSON-645428937-router', 'tenant_id': '274e4ed7ae93485588f375b9f9504770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:35:09Z', 'updated_at': '2022-01-19T21:42:44Z', 'revision_number': 6, 'project_id': '274e4ed7ae93485588f375b9f9504770', 'gw_port_host': None}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:42:45.155481 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f5e731e4-6455-4f88-bd59-0adb0d32e569 req-b1491d6f-5aa5-4f13-8840-3afd72e13547 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 Jan 19 21:42:45.179745 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (3e600156-d453-490b-b8ee-9912698323a4), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.212702 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e600156-d453-490b-b8ee-9912698323a4,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:45.234870 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.235228 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.235636 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.236010 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.236340 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.236670 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.237000 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.237330 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.237658 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.238144 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.238479 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.238802 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.239125 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:45.278574 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1531969'] for router_gateway (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.367672 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1534196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25836'] for router (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.369734 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks [] for router_controller (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.411392 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1534189'] for router (a0a9fbb9-8db5-454d-aaa7-17a942b4358b), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.412264 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0a9fbb9-8db5-454d-aaa7-17a942b4358b {{(pid=102646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 21:42:45.416857 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.418001 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c5ad55fd-8833-4d4c-a653-9aca15b649b9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a0a9fbb9-8db5-454d-aaa7-17a942b4358b HTTP/1.1" status: 204 len: 168 time: 0.8648660 Jan 19 21:42:45.420470 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 32812) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:45.468313 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8f91c9d-ecaa-4011-adcd-3ae945c6d28a admin admin] Deleting subnet 40c32d1c-e099-481b-8a03-bdb896a1167b {{(pid=102646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:42:45.472396 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c8f91c9d-ecaa-4011-adcd-3ae945c6d28a admin admin] Publish callbacks [] for subnet (40c32d1c-e099-481b-8a03-bdb896a1167b), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.514187 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c8f91c9d-ecaa-4011-adcd-3ae945c6d28a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16926431'] for subnet (40c32d1c-e099-481b-8a03-bdb896a1167b), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.593316 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c8f91c9d-ecaa-4011-adcd-3ae945c6d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (40c32d1c-e099-481b-8a03-bdb896a1167b), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.648633 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c8f91c9d-ecaa-4011-adcd-3ae945c6d28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17038171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18692263'] for subnet (40c32d1c-e099-481b-8a03-bdb896a1167b), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.675729 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c8f91c9d-ecaa-4011-adcd-3ae945c6d28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.679073 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c8f91c9d-ecaa-4011-adcd-3ae945c6d28a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/40c32d1c-e099-481b-8a03-bdb896a1167b HTTP/1.1" status: 204 len: 168 time: 0.2576427 Jan 19 21:42:45.680083 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f91c9d-ecaa-4011-adcd-3ae945c6d28a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40c32d1c-e099-481b-8a03-bdb896a1167b,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:45.681679 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 32814) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:45.683326 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27327d96-66aa-40a7-8d4a-66719a8dcb8f None None] Network 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:42:45.753004 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (6a3204f2-3b37-4c59-998a-f6c3f9fa0734), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.806005 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Deleting port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:42:45.806335 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.869920 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b07bd2-1e57-44b0-a7a7-ffeaa22f42d6 None None] DHCP port deletion for 6a3204f2-3b37-4c59-998a-f6c3f9fa0734 request from dv-cinder-821602-16-iscsi {{(pid=102648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 21:42:45.878242 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] For port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=381ba27c-6546-4f8f-a270-2a9e0f75ac1f,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:45.878603 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.892078 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Calling delete_port for 381ba27c-6546-4f8f-a270-2a9e0f75ac1f owned by network:dhcp {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:42:45.921170 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-42b07bd2-1e57-44b0-a7a7-ffeaa22f42d6 None None] Deleting port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:42:45.921453 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-42b07bd2-1e57-44b0-a7a7-ffeaa22f42d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.980180 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:45.990901 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-42b07bd2-1e57-44b0-a7a7-ffeaa22f42d6 None None] For port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=381ba27c-6546-4f8f-a270-2a9e0f75ac1f,segment=NetworkSegment(a12f5555-e0e3-44da-9919-fdc4ca5651cf),segment_id=a12f5555-e0e3-44da-9919-fdc4ca5651cf)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:45.991292 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-42b07bd2-1e57-44b0-a7a7-ffeaa22f42d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.003464 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-42b07bd2-1e57-44b0-a7a7-ffeaa22f42d6 None None] Calling delete_port for 381ba27c-6546-4f8f-a270-2a9e0f75ac1f owned by network:dhcp {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:42:46.005502 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Pushing event deleted for resources: {'Port': ['ID=381ba27c-6546-4f8f-a270-2a9e0f75ac1f,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:46.010244 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] No DVR routers for this DVR port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f on host dv-cinder-821602-16-iscsi {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:42:46.087217 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (6a3204f2-3b37-4c59-998a-f6c3f9fa0734), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.089226 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-42b07bd2-1e57-44b0-a7a7-ffeaa22f42d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637'] for port (381ba27c-6546-4f8f-a270-2a9e0f75ac1f), after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.108337 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3204f2-3b37-4c59-998a-f6c3f9fa0734']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:46.112967 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b07bd2-1e57-44b0-a7a7-ffeaa22f42d6 None None] Pushing event deleted for resources: {'Port': ['ID=381ba27c-6546-4f8f-a270-2a9e0f75ac1f,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:46.118946 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a12f5555-e0e3-44da-9919-fdc4ca5651cf') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:46.119311 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a12f5555-e0e3-44da-9919-fdc4ca5651cf') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:42:46.122632 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b07bd2-1e57-44b0-a7a7-ffeaa22f42d6 None None] No DVR routers for this DVR port 381ba27c-6546-4f8f-a270-2a9e0f75ac1f on host dv-cinder-821602-16-iscsi {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:42:46.136300 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25490534'] for segment (a12f5555-e0e3-44da-9919-fdc4ca5651cf), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.150756 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (a12f5555-e0e3-44da-9919-fdc4ca5651cf), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.157014 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:42:46.157850 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26155108'] for segment (a12f5555-e0e3-44da-9919-fdc4ca5651cf), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: Traceback (most recent call last): Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: timer() Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: cb(*args, **kw) Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: return func(*args, **kwargs) Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: self._notify() Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: self.callback(batched_events) Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: event.method(event) Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: return f(self, *a, **k) Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._get(url).json() Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:42:46.159567 dv-cinder-821602-16-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:42:46.215107 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (6a3204f2-3b37-4c59-998a-f6c3f9fa0734), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.221875 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.228486 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6a3204f2-3b37-4c59-998a-f6c3f9fa0734 HTTP/1.1" status: 204 len: 168 time: 0.5452156 Jan 19 21:42:46.240897 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe4e437-b707-45c7-a585-804f6ba89363 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a3204f2-3b37-4c59-998a-f6c3f9fa0734,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:46.283629 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b2a0b9-2b45-438b-81fc-515af9b79f25 req-c2b05c8b-72f7-455c-bbd3-0fdcb0925af9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:46.285214 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-74b2a0b9-2b45-438b-81fc-515af9b79f25 req-c2b05c8b-72f7-455c-bbd3-0fdcb0925af9 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 945 time: 0.0533049 Jan 19 21:42:46.341488 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-74b2a0b9-2b45-438b-81fc-515af9b79f25 req-8cd667f5-575c-4085-bfdd-222e80760605 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/security-groups?id=ceb204df-021f-40c1-b397-5d5f50dd9ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505207 Jan 19 21:42:46.356447 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 32820) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:46.387491 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.398457 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.398931 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ea1873c5-d9da-4b2a-b660-e50e39d7f969 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=274e4ed7ae93485588f375b9f9504770&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411608 Jan 19 21:42:46.401543 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 32822) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:46.448618 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c43c6b2b-9d30-451d-80d2-608e7001e608 admin admin] Publish callbacks [] for security_group (2d444601-db54-466c-8f76-688882c1894f), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.474552 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c43c6b2b-9d30-451d-80d2-608e7001e608 admin admin] Publish callbacks [] for security_group (2d444601-db54-466c-8f76-688882c1894f), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.494160 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-f709f350-61fe-4b4b-87c9-07099c039895 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:42:46.495661 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-f709f350-61fe-4b4b-87c9-07099c039895 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.48 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 945 time: 0.0548692 Jan 19 21:42:46.523826 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c43c6b2b-9d30-451d-80d2-608e7001e608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (2d444601-db54-466c-8f76-688882c1894f), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.526457 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c43c6b2b-9d30-451d-80d2-608e7001e608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.527618 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c43c6b2b-9d30-451d-80d2-608e7001e608 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d444601-db54-466c-8f76-688882c1894f HTTP/1.1" status: 204 len: 168 time: 0.1252000 Jan 19 21:42:46.535700 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c6b2b-9d30-451d-80d2-608e7001e608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d444601-db54-466c-8f76-688882c1894f,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:46.598141 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Deleting port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:42:46.598486 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.692134 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] For port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,segment=NetworkSegment(b97e4751-cd8c-443a-8adf-fbc3d7dbabfc),segment_id=b97e4751-cd8c-443a-8adf-fbc3d7dbabfc)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:42:46.692725 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.707646 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Calling delete_port for 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:42:46.766084 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 3e600156-d453-490b-b8ee-9912698323a4 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:42:46.789230 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 3e600156-d453-490b-b8ee-9912698323a4 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:42:46.789752 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 3e600156-d453-490b-b8ee-9912698323a4 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:42:46.790296 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 130cfe71-c8bd-4cc8-9531-3347dba2a543 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:42:46.809944 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 130cfe71-c8bd-4cc8-9531-3347dba2a543 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:42:46.810483 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 130cfe71-c8bd-4cc8-9531-3347dba2a543 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:42:46.811070 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 381ba27c-6546-4f8f-a270-2a9e0f75ac1f no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:42:46.840690 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 381ba27c-6546-4f8f-a270-2a9e0f75ac1f {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:42:46.841038 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 381ba27c-6546-4f8f-a270-2a9e0f75ac1f not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:42:46.856619 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.872216 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:42:46.889843 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Pushing event deleted for resources: {'Port': ['ID=7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:46.930264 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] No DVR routers for this DVR port 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb on host hv-cinder-82160 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:42:46.935450 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:46.936195 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8a28d368-99ef-4632-ad9d-2b7f1005a59e req-0e1e0516-7e8f-4f49-a759-46338afe2402 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.48 "DELETE /v2.0/ports/7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb HTTP/1.1" status: 204 len: 173 time: 0.4312661 Jan 19 21:42:46.936747 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65', 'name': 'network-vif-deleted', 'tag': '7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:42:46.939620 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c066eb5b-3107-418a-ae4e-f550811ec85c" -d '{"events": [{"server_uuid": "b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65", "name": "network-vif-deleted", "tag": "7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:42:46.979449 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff4862b5-b035-4cc8-9161-c17007e12f4d x-openstack-request-id: req-ff4862b5-b035-4cc8-9161-c17007e12f4d {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:42:46.979745 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65", "name": "network-vif-deleted", "tag": "7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:42:46.980253 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff4862b5-b035-4cc8-9161-c17007e12f4d {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:42:46.980491 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65', 'name': 'network-vif-deleted', 'tag': '7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb', 'status': 'completed', 'code': 200} Jan 19 21:42:47.464647 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f33f2d91-b202-4780-8c70-473ce63fbda8 req-53eebe00-193d-4e9d-afa6-e4261b0e8fb0 tempest-VolumesActionsTest-227258673 tempest-VolumesActionsTest-227258673-project] 10.222.0.39 "GET /v2.0/ports?device_id=b7ec9aaa-18c1-4f73-99b2-862e3c5ccf65 HTTP/1.1" status: 200 len: 210 time: 0.0379586 Jan 19 21:42:50.322444 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:42:50.346544 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:42:50.346841 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 7fad9b98-9551-4c6b-bdb5-e3f1b815b3fb not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:42:50.941965 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 32958) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:51.045843 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-51cc38ec-af96-4356-8d86-3c00460b50bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.118965 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-51cc38ec-af96-4356-8d86-3c00460b50bd admin admin] Publish callbacks [] for security_group (07072200-2c53-46bd-a756-07776d32f857), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.122860 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-51cc38ec-af96-4356-8d86-3c00460b50bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (07072200-2c53-46bd-a756-07776d32f857), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.162168 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-51cc38ec-af96-4356-8d86-3c00460b50bd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ee40f69af5544628c5a201e46a1883b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2191195 Jan 19 21:42:51.163124 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cc38ec-af96-4356-8d86-3c00460b50bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07072200-2c53-46bd-a756-07776d32f857,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:51.164847 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 32962) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:51.212266 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e07e-a365-46c6-9310-9cbaaae2c029 admin admin] Publish callbacks [] for security_group (07072200-2c53-46bd-a756-07776d32f857), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.233783 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e07e-a365-46c6-9310-9cbaaae2c029 admin admin] Publish callbacks [] for security_group (07072200-2c53-46bd-a756-07776d32f857), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.279965 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e07e-a365-46c6-9310-9cbaaae2c029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (07072200-2c53-46bd-a756-07776d32f857), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.282843 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e07e-a365-46c6-9310-9cbaaae2c029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.284036 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-9ce8e07e-a365-46c6-9310-9cbaaae2c029 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/07072200-2c53-46bd-a756-07776d32f857 HTTP/1.1" status: 204 len: 168 time: 0.1181729 Jan 19 21:42:51.291757 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8e07e-a365-46c6-9310-9cbaaae2c029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07072200-2c53-46bd-a756-07776d32f857,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:51.552252 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 32972) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:51.566132 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-46073aa3-5379-451c-b1ea-16c5a52a0655 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.642397 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-46073aa3-5379-451c-b1ea-16c5a52a0655 admin admin] Publish callbacks [] for security_group (77e531b0-e985-44fe-a08e-3d1b0f312fac), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.645904 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-46073aa3-5379-451c-b1ea-16c5a52a0655 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (77e531b0-e985-44fe-a08e-3d1b0f312fac), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.682786 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46073aa3-5379-451c-b1ea-16c5a52a0655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77e531b0-e985-44fe-a08e-3d1b0f312fac,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:51.690208 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-46073aa3-5379-451c-b1ea-16c5a52a0655 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdf75dcb676b41848b5c2b033445c19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1338289 Jan 19 21:42:51.690719 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 32974) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:51.740142 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7b796e6-e2bb-4e2d-9643-09f4c0dc7c20 admin admin] Publish callbacks [] for security_group (77e531b0-e985-44fe-a08e-3d1b0f312fac), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.761008 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7b796e6-e2bb-4e2d-9643-09f4c0dc7c20 admin admin] Publish callbacks [] for security_group (77e531b0-e985-44fe-a08e-3d1b0f312fac), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.806374 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7b796e6-e2bb-4e2d-9643-09f4c0dc7c20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (77e531b0-e985-44fe-a08e-3d1b0f312fac), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.808956 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7b796e6-e2bb-4e2d-9643-09f4c0dc7c20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:51.810128 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b7b796e6-e2bb-4e2d-9643-09f4c0dc7c20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77e531b0-e985-44fe-a08e-3d1b0f312fac HTTP/1.1" status: 204 len: 168 time: 0.1184168 Jan 19 21:42:51.818733 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b796e6-e2bb-4e2d-9643-09f4c0dc7c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77e531b0-e985-44fe-a08e-3d1b0f312fac,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:52.032086 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:42:58.577070 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33140) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:58.726359 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:58.805848 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Publish callbacks [] for security_group (0de02251-ee89-4d6d-873f-965240ce0a19), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:58.810726 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (0de02251-ee89-4d6d-873f-965240ce0a19), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:58.852714 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33148) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:58.853312 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a4f94e39aa843839f47bfd366ea6b81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2742381 Jan 19 21:42:58.854608 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de02251-ee89-4d6d-873f-965240ce0a19,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:58.863676 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.864073 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.864350 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.864683 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.865019 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.865351 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.865681 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.866013 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.866342 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.866669 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.866997 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.867493 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.868001 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3dec24e-9f6d-4083-a730-482dc58bcddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:42:58.918726 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d3226150-f286-4343-970f-e1d8ac48b316 admin admin] Publish callbacks [] for security_group (0de02251-ee89-4d6d-873f-965240ce0a19), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:58.942060 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d3226150-f286-4343-970f-e1d8ac48b316 admin admin] Publish callbacks [] for security_group (0de02251-ee89-4d6d-873f-965240ce0a19), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:58.996932 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d3226150-f286-4343-970f-e1d8ac48b316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (0de02251-ee89-4d6d-873f-965240ce0a19), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:58.999777 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d3226150-f286-4343-970f-e1d8ac48b316 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:59.003187 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d3226150-f286-4343-970f-e1d8ac48b316 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0de02251-ee89-4d6d-873f-965240ce0a19 HTTP/1.1" status: 204 len: 168 time: 0.1465163 Jan 19 21:42:59.012783 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3226150-f286-4343-970f-e1d8ac48b316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de02251-ee89-4d6d-873f-965240ce0a19,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:59.324108 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33154) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:59.338795 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b881e52b-1212-4da8-b973-1c18a36a8687 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:59.426573 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b881e52b-1212-4da8-b973-1c18a36a8687 admin admin] Publish callbacks [] for security_group (073e387f-18e3-4ed6-a283-87905868ba2b), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:59.431413 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b881e52b-1212-4da8-b973-1c18a36a8687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (073e387f-18e3-4ed6-a283-87905868ba2b), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:59.475175 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b881e52b-1212-4da8-b973-1c18a36a8687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073e387f-18e3-4ed6-a283-87905868ba2b,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:42:59.479684 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b881e52b-1212-4da8-b973-1c18a36a8687 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d4c5ac06ff34e4b83e8e7bd2cd13605&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542411 Jan 19 21:42:59.483597 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33160) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:42:59.538544 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-0c063aef-8001-4120-b89d-9252c010d9c2 admin admin] Publish callbacks [] for security_group (073e387f-18e3-4ed6-a283-87905868ba2b), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:59.562303 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-0c063aef-8001-4120-b89d-9252c010d9c2 admin admin] Publish callbacks [] for security_group (073e387f-18e3-4ed6-a283-87905868ba2b), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:59.621548 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-0c063aef-8001-4120-b89d-9252c010d9c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (073e387f-18e3-4ed6-a283-87905868ba2b), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:59.625095 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-0c063aef-8001-4120-b89d-9252c010d9c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:42:59.626518 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-0c063aef-8001-4120-b89d-9252c010d9c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/073e387f-18e3-4ed6-a283-87905868ba2b HTTP/1.1" status: 204 len: 168 time: 0.1420112 Jan 19 21:42:59.635438 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c063aef-8001-4120-b89d-9252c010d9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073e387f-18e3-4ed6-a283-87905868ba2b,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:01.045208 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37b49f-c9c5-407b-b024-463d3e7399f3 req-04b2ed83-3ec2-4983-a8d8-0ee2db468e1c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:01.047424 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2e37b49f-c9c5-407b-b024-463d3e7399f3 req-04b2ed83-3ec2-4983-a8d8-0ee2db468e1c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 945 time: 0.0639474 Jan 19 21:43:01.110173 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2e37b49f-c9c5-407b-b024-463d3e7399f3 req-a6c03711-f67b-4d69-98ab-6501ffeef6bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563428 Jan 19 21:43:01.935299 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33248) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:02.070845 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba221886-1178-41d2-9c34-39116e8028f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:02.176891 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba221886-1178-41d2-9c34-39116e8028f0 admin admin] Publish callbacks [] for security_group (12caf3f9-aa4f-452e-bb22-6eb507cbdfa6), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:02.181962 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ba221886-1178-41d2-9c34-39116e8028f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (12caf3f9-aa4f-452e-bb22-6eb507cbdfa6), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:02.239580 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ba221886-1178-41d2-9c34-39116e8028f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1a0e07af28247028c2fc5be098f5f40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031499 Jan 19 21:43:02.242276 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33254) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:02.262536 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba221886-1178-41d2-9c34-39116e8028f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12caf3f9-aa4f-452e-bb22-6eb507cbdfa6,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:02.286116 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78614fdf-738f-4380-92d8-80ed89c431b6 req-5a54ecce-6a65-4402-a25d-b877f3037cf9 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:02.293300 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-78614fdf-738f-4380-92d8-80ed89c431b6 req-5a54ecce-6a65-4402-a25d-b877f3037cf9 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 945 time: 0.0771801 Jan 19 21:43:02.353971 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6a60-ac2d-4af2-a75f-84b45573be20 admin admin] Publish callbacks [] for security_group (12caf3f9-aa4f-452e-bb22-6eb507cbdfa6), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:02.359753 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-78614fdf-738f-4380-92d8-80ed89c431b6 req-39286bb8-fde6-42aa-a712-59660c55ff0a tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584598 Jan 19 21:43:02.396159 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6a60-ac2d-4af2-a75f-84b45573be20 admin admin] Publish callbacks [] for security_group (12caf3f9-aa4f-452e-bb22-6eb507cbdfa6), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:02.456803 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6a60-ac2d-4af2-a75f-84b45573be20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (12caf3f9-aa4f-452e-bb22-6eb507cbdfa6), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:02.459794 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-ed2b6a60-ac2d-4af2-a75f-84b45573be20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:02.461133 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ed2b6a60-ac2d-4af2-a75f-84b45573be20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/12caf3f9-aa4f-452e-bb22-6eb507cbdfa6 HTTP/1.1" status: 204 len: 168 time: 0.2172110 Jan 19 21:43:02.472814 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2b6a60-ac2d-4af2-a75f-84b45573be20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12caf3f9-aa4f-452e-bb22-6eb507cbdfa6,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:02.835048 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-009a627f-32b0-4102-89a6-21a70e93cd3b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:02.837672 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-009a627f-32b0-4102-89a6-21a70e93cd3b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 945 time: 0.0762105 Jan 19 21:43:02.854695 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33264) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:02.873318 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f06914d8-2c45-4089-9c24-95e15c10dae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:02.976250 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Deleting port ddd40c3b-177a-45c1-8f5a-f643f76b613d {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:43:02.976546 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:02.993587 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f06914d8-2c45-4089-9c24-95e15c10dae8 admin admin] Publish callbacks [] for security_group (147e268c-2d5d-40e2-9dd4-6f3ba47486e1), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.002119 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f06914d8-2c45-4089-9c24-95e15c10dae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (147e268c-2d5d-40e2-9dd4-6f3ba47486e1), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.046979 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-f06914d8-2c45-4089-9c24-95e15c10dae8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38ddb21996c44b76bcc50904bd5f33a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1965952 Jan 19 21:43:03.048539 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06914d8-2c45-4089-9c24-95e15c10dae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147e268c-2d5d-40e2-9dd4-6f3ba47486e1,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:03.051152 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33266) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:03.104947 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] For port ddd40c3b-177a-45c1-8f5a-f643f76b613d, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=ddd40c3b-177a-45c1-8f5a-f643f76b613d,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:03.105213 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.109753 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-90d68529-ff09-4155-ba38-b4c2913a997d admin admin] Publish callbacks [] for security_group (147e268c-2d5d-40e2-9dd4-6f3ba47486e1), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.143212 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-90d68529-ff09-4155-ba38-b4c2913a997d admin admin] Publish callbacks [] for security_group (147e268c-2d5d-40e2-9dd4-6f3ba47486e1), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.210337 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-90d68529-ff09-4155-ba38-b4c2913a997d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (147e268c-2d5d-40e2-9dd4-6f3ba47486e1), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.213407 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-90d68529-ff09-4155-ba38-b4c2913a997d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.217174 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-90d68529-ff09-4155-ba38-b4c2913a997d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/147e268c-2d5d-40e2-9dd4-6f3ba47486e1 HTTP/1.1" status: 204 len: 168 time: 0.1625123 Jan 19 21:43:03.225138 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d68529-ff09-4155-ba38-b4c2913a997d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147e268c-2d5d-40e2-9dd4-6f3ba47486e1,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:03.335962 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.336911 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (229f8457-86e7-46d7-8c04-9ba0f74d232e), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.337413 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.l3_db [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Floating IP 229f8457-86e7-46d7-8c04-9ba0f74d232e disassociated. External IP: 172.27.0.112, port: ddd40c3b-177a-45c1-8f5a-f643f76b613d. Jan 19 21:43:03.340019 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Calling delete_port for ddd40c3b-177a-45c1-8f5a-f643f76b613d owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:43:03.500033 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (ddd40c3b-177a-45c1-8f5a-f643f76b613d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:03.526195 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d45cc807-6a73-42a6-8da0-804262b58600 req-c45657d7-e4b8-4532-8ba2-4183f471db32 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 210 time: 0.0375259 Jan 19 21:43:03.552967 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event deleted for resources: {'Port': ['ID=ddd40c3b-177a-45c1-8f5a-f643f76b613d,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:03.741944 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Router 2af3405c-7716-4bc0-8820-679727c42343 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:43:03.922312 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:43:03.934153 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] Sync routers for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:43:03.956775 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:03.957873 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:42:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:04.033099 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] No DVR routers for this DVR port ddd40c3b-177a-45c1-8f5a-f643f76b613d on host hv-cinder-82160 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:43:04.035396 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:04.039618 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-3af6facf-4462-4e1c-9954-7917c5f66012 req-57a1de32-9ce7-485b-b5f4-a3b2c19236bb tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "DELETE /v2.0/ports/ddd40c3b-177a-45c1-8f5a-f643f76b613d HTTP/1.1" status: 204 len: 173 time: 1.1960225 Jan 19 21:43:04.040147 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'name': 'network-vif-deleted', 'tag': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:43:04.043134 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f38587da-5162-4ca0-8080-7cbe6557be2c" -d '{"events": [{"server_uuid": "fde6eafc-2b05-43ff-bfb7-436292dc22ac", "name": "network-vif-deleted", "tag": "ddd40c3b-177a-45c1-8f5a-f643f76b613d"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:43:04.117328 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509de057-1878-4e21-9970-a4f350214425 x-openstack-request-id: req-509de057-1878-4e21-9970-a4f350214425 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:43:04.117804 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde6eafc-2b05-43ff-bfb7-436292dc22ac", "name": "network-vif-deleted", "tag": "ddd40c3b-177a-45c1-8f5a-f643f76b613d", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:43:04.118231 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-509de057-1878-4e21-9970-a4f350214425 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:43:04.118784 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fde6eafc-2b05-43ff-bfb7-436292dc22ac', 'name': 'network-vif-deleted', 'tag': 'ddd40c3b-177a-45c1-8f5a-f643f76b613d', 'status': 'completed', 'code': 200} Jan 19 21:43:04.146105 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:04.398165 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:04.440399 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] Checking router: 2af3405c-7716-4bc0-8820-679727c42343 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:43:04.449407 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:04.450365 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:42:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:04.599113 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:04.677339 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8a0661b7-af85-4374-9154-a0cc90dcc201 req-474c05b0-9a53-4550-afd0-d000c9033f5a tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=fde6eafc-2b05-43ff-bfb7-436292dc22ac HTTP/1.1" status: 200 len: 210 time: 0.0438559 Jan 19 21:43:04.891249 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:04.967986 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc7cff2-e46d-4283-b20d-15e1a560cc3c None None] The sync data for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi is: [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:43:05.280174 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e424cd-78a0-4624-b967-2284de7e7387 None None] New status for floating IP 229f8457-86e7-46d7-8c04-9ba0f74d232e: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:43:05.741439 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device ddd40c3b-177a-45c1-8f5a-f643f76b613d no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:43:06.018975 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: ddd40c3b-177a-45c1-8f5a-f643f76b613d {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:43:06.019638 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device ddd40c3b-177a-45c1-8f5a-f643f76b613d not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:43:06.198713 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-79ccd927-d6bf-4a0a-bdac-b2f6cca2890b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73596965&fields=id&tenant_id=96a16a0510fb4a22b32fd21ff104e7b1 HTTP/1.1" status: 200 len: 267 time: 0.0616176 Jan 19 21:43:06.356920 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33364) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:06.495400 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fc52-2476-4a19-b886-62340690de76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:06.604540 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fc52-2476-4a19-b886-62340690de76 admin admin] Publish callbacks [] for security_group (efc9adc6-e5a3-4429-9c4b-3d2f6c6a946f), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:06.609943 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1c3fc52-2476-4a19-b886-62340690de76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (efc9adc6-e5a3-4429-9c4b-3d2f6c6a946f), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:06.632437 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-44137638-63f4-409a-8a7e-218371f60d28 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:06.634004 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-44137638-63f4-409a-8a7e-218371f60d28 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 812 time: 0.4345083 Jan 19 21:43:06.657680 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3fc52-2476-4a19-b886-62340690de76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc9adc6-e5a3-4429-9c4b-3d2f6c6a946f,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:06.666705 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-84bccdbd-1dd3-4246-966c-849fe92ef092 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/quotas/96a16a0510fb4a22b32fd21ff104e7b1 HTTP/1.1" status: 200 len: 375 time: 0.0255129 Jan 19 21:43:06.674037 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d1c3fc52-2476-4a19-b886-62340690de76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0110534aad9047b29b25a0e3e2ef1f2d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158419 Jan 19 21:43:06.678607 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33372) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:06.725874 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-6c1805b3-0729-47bd-be5d-2d2243243992 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581026 Jan 19 21:43:06.749741 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-23d8db63-1bf5-4c31-8ea8-a23153c4d5d2 admin admin] Publish callbacks [] for security_group (efc9adc6-e5a3-4429-9c4b-3d2f6c6a946f), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:06.776036 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-23d8db63-1bf5-4c31-8ea8-a23153c4d5d2 admin admin] Publish callbacks [] for security_group (efc9adc6-e5a3-4429-9c4b-3d2f6c6a946f), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:06.837384 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-23d8db63-1bf5-4c31-8ea8-a23153c4d5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (efc9adc6-e5a3-4429-9c4b-3d2f6c6a946f), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:06.840220 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-23d8db63-1bf5-4c31-8ea8-a23153c4d5d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:06.843704 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-23d8db63-1bf5-4c31-8ea8-a23153c4d5d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efc9adc6-e5a3-4429-9c4b-3d2f6c6a946f HTTP/1.1" status: 204 len: 168 time: 0.1601148 Jan 19 21:43:06.850776 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-96d3ba9f-9e25-48f5-a5c8-533b7b940347 service neutron] 10.222.0.39 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117914 Jan 19 21:43:06.858439 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8db63-1bf5-4c31-8ea8-a23153c4d5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc9adc6-e5a3-4429-9c4b-3d2f6c6a946f,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:07.004562 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c43331ff-9a27-402c-b515-f6818f9f96ad service neutron] 10.222.0.39 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536555 Jan 19 21:43:07.196382 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33384) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:07.211430 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0c91aa3c-77bf-4b30-bed1-dd97ffa482bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:07.313207 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0c91aa3c-77bf-4b30-bed1-dd97ffa482bb admin admin] Publish callbacks [] for security_group (d5336baa-e0d3-4105-8d12-a65fa5f0a149), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:07.328347 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0c91aa3c-77bf-4b30-bed1-dd97ffa482bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d5336baa-e0d3-4105-8d12-a65fa5f0a149), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:07.375715 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33390) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:07.376950 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0c91aa3c-77bf-4b30-bed1-dd97ffa482bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1bb9aa49139402093dc6b66c9d05223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1782987 Jan 19 21:43:07.389084 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c91aa3c-77bf-4b30-bed1-dd97ffa482bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5336baa-e0d3-4105-8d12-a65fa5f0a149,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:07.443273 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4cfd8870-5b1b-4243-bfa3-52d7eb8daa2c req-4917ecb7-c274-44c4-8afb-90b15e7e4f1f tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 210 time: 0.0462122 Jan 19 21:43:07.468071 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-47fa64a4-a8e0-4aa3-920c-ea09d5eafca5 admin admin] Publish callbacks [] for security_group (d5336baa-e0d3-4105-8d12-a65fa5f0a149), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:07.495394 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-47fa64a4-a8e0-4aa3-920c-ea09d5eafca5 admin admin] Publish callbacks [] for security_group (d5336baa-e0d3-4105-8d12-a65fa5f0a149), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:07.576281 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-47fa64a4-a8e0-4aa3-920c-ea09d5eafca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (d5336baa-e0d3-4105-8d12-a65fa5f0a149), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:07.581996 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-47fa64a4-a8e0-4aa3-920c-ea09d5eafca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:07.587391 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-47fa64a4-a8e0-4aa3-920c-ea09d5eafca5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5336baa-e0d3-4105-8d12-a65fa5f0a149 HTTP/1.1" status: 204 len: 168 time: 0.2099278 Jan 19 21:43:07.598384 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa64a4-a8e0-4aa3-920c-ea09d5eafca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5336baa-e0d3-4105-8d12-a65fa5f0a149,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:08.658508 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-dc12a3ea-cc6d-410d-9ea5-3474467da09e req-5a8fbae7-d80f-4a82-8404-6528342e0aac tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 210 time: 0.0555055 Jan 19 21:43:08.743679 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-0e26ef5b-0d8e-400a-bdf4-7e38b07bd0dd tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:08.745599 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-0e26ef5b-0d8e-400a-bdf4-7e38b07bd0dd tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 812 time: 0.2399383 Jan 19 21:43:08.824754 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-6479efdf-d9e9-4181-9eb5-cd74490f215d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96a16a0510fb4a22b32fd21ff104e7b1 HTTP/1.1" status: 200 len: 378 time: 0.0651081 Jan 19 21:43:08.835324 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'port': {'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'admin_state_up': True, 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'security_groups': ['ab145eda-13fe-4f33-8e26-a80c2d1c46a8']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:08.964598 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Made reservation on behalf of 96a16a0510fb4a22b32fd21ff104e7b1 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:43:08.968715 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.031153 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33444) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:09.149940 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Allocated IP 172.20.0.11 (ce6acd12-5f71-4ac1-a012-ee1a9267af54/e004ec97-db1b-4841-907e-5b7f97202845/e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:43:09.200154 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f1371a38-4b91-4a77-af84-b5db189ab871 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.364973 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.365696 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f1371a38-4b91-4a77-af84-b5db189ab871 admin admin] Publish callbacks [] for security_group (def91371-df2a-4550-b478-9863626161a4), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.373152 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f1371a38-4b91-4a77-af84-b5db189ab871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (def91371-df2a-4550-b478-9863626161a4), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.411883 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.435111 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-f1371a38-4b91-4a77-af84-b5db189ab871 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31901f1109824016bd67f1c94469efbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3989134 Jan 19 21:43:09.435111 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1371a38-4b91-4a77-af84-b5db189ab871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def91371-df2a-4550-b478-9863626161a4,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:09.436080 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33448) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:09.471040 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'Port': ['ID=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:09.474518 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:09.476097 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:09.480641 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:43:09.526027 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-50a7d285-107a-4b11-990f-76926f45fff8 admin admin] Publish callbacks [] for security_group (def91371-df2a-4550-b478-9863626161a4), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.540520 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:09.544183 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.553491 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-50a7d285-107a-4b11-990f-76926f45fff8 admin admin] Publish callbacks [] for security_group (def91371-df2a-4550-b478-9863626161a4), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.566537 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c5a925b9-e6ef-458f-97c5-66cba21644f1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7358224 Jan 19 21:43:09.585570 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Request body: {'port': {'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:09.627455 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-50a7d285-107a-4b11-990f-76926f45fff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (def91371-df2a-4550-b478-9863626161a4), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.630105 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-50a7d285-107a-4b11-990f-76926f45fff8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.631260 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-50a7d285-107a-4b11-990f-76926f45fff8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/def91371-df2a-4550-b478-9863626161a4 HTTP/1.1" status: 204 len: 168 time: 0.1939106 Jan 19 21:43:09.651504 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.652516 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7d285-107a-4b11-990f-76926f45fff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def91371-df2a-4550-b478-9863626161a4,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:09.728928 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-29cdcc79-5fd1-475f-81e4-a64ca628fee4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.809675 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769a888-22ad-44f7-91e4-e369ab2d2b1b req-ab2e72f9-644e-42a8-bdaf-05cddb0c59b5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:09.817144 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-00e96b99-806a-4b78-aeff-3e384cb0f989 None None] Provisioning complete for port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:09.817518 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-00e96b99-806a-4b78-aeff-3e384cb0f989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:09.820994 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6769a888-22ad-44f7-91e4-e369ab2d2b1b req-ab2e72f9-644e-42a8-bdaf-05cddb0c59b5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 932 time: 0.0713289 Jan 19 21:43:09.867245 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-00e96b99-806a-4b78-aeff-3e384cb0f989 None None] Port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:43:09.877602 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6769a888-22ad-44f7-91e4-e369ab2d2b1b req-029df58e-66df-4b45-b7fe-b0af7006242b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552859 Jan 19 21:43:10.004273 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:43:10.012307 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Publish callbacks [] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:10.025752 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Transition to ACTIVE for port object e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:43:10.031135 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:10.084509 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:10.167385 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Attempting to bind port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:43:10.167729 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Attempting to bind port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:43:10.168092 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Attempting to bind port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:10.172833 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:43:10.173353 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Attempting to bind port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:10.178539 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:43:10.178887 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Checking segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:10.179283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Bound using segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:43:10.179717 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Bound port: e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:43:10.180103 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:10.255277 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] For port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe, host hv-cinder-82160, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:43:10.258897 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] For port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:43:10.266392 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:10.303222 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:10.303817 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:10.305249 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] 10.222.0.48 "PUT /v2.0/ports/e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe HTTP/1.1" status: 200 len: 1094 time: 0.7277789 Jan 19 21:43:10.305807 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:43:10.308085 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536b16e2-b20a-496b-8140-a08e1a0e104c" -d '{"events": [{"name": "network-changed", "server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:43:10.334966 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd8ef3-54c1-4249-8f76-d72bf936ee16 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:10.367281 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96dba5a-101a-4eea-ac95-cf7c8b144441 x-openstack-request-id: req-c96dba5a-101a-4eea-ac95-cf7c8b144441 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:43:10.367567 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:43:10.367816 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c96dba5a-101a-4eea-ac95-cf7c8b144441 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:43:10.368300 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'status': 'completed', 'code': 200} Jan 19 21:43:10.406188 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c107ab39-e8ae-4ba0-92c3-0502ae228c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:10.407934 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-c107ab39-e8ae-4ba0-92c3-0502ae228c4a service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 1097 time: 0.0501056 Jan 19 21:43:10.460968 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-a5da06b5-c581-4134-9135-d2bd47403a8a service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe HTTP/1.1" status: 200 len: 217 time: 0.0398040 Jan 19 21:43:10.518478 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-725f9f8f-8c68-4927-8fb1-b337189cb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:10.520265 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-725f9f8f-8c68-4927-8fb1-b337189cb01b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0525894 Jan 19 21:43:10.569291 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-edebb96e-4bef-4797-b1be-f3c514f02988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:10.570819 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-edebb96e-4bef-4797-b1be-f3c514f02988 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407887 Jan 19 21:43:10.681828 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-cf91da2c-0cba-485d-aa36-77e353ae618d service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978944 Jan 19 21:43:10.778435 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5850bd52-ee67-49f5-a14f-6210dff2c0f5 req-0b8d0776-1741-4a22-8b26-48ae22e2e50e service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866148 Jan 19 21:43:10.933158 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-d6824524-7aa6-4544-a989-e949ca3769eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:10.934935 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-d6824524-7aa6-4544-a989-e949ca3769eb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 1097 time: 0.0801499 Jan 19 21:43:11.018619 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf71bca-9f26-40ec-9acc-adcbc1063a24 req-0ce0a6c2-bd47-48f8-8f1f-5250a3b81f28 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:11.021031 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bbf71bca-9f26-40ec-9acc-adcbc1063a24 req-0ce0a6c2-bd47-48f8-8f1f-5250a3b81f28 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 944 time: 0.0563939 Jan 19 21:43:11.042207 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-4abe16ef-aa8d-45c8-aa63-3f613577531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:11.043694 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-4abe16ef-aa8d-45c8-aa63-3f613577531d service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.1000347 Jan 19 21:43:11.074482 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-bbf71bca-9f26-40ec-9acc-adcbc1063a24 req-b9abc4b8-62cd-4d51-a677-ee0240fa9a01 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476985 Jan 19 21:43:11.090222 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-41f9d4d7-78e8-437f-8660-d9980455333e service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe HTTP/1.1" status: 200 len: 217 time: 0.0397098 Jan 19 21:43:11.138320 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-045e97b8-c618-440a-be27-4535c6e3878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:11.139817 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-045e97b8-c618-440a-be27-4535c6e3878b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0437021 Jan 19 21:43:11.184706 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-96640bc0-b2e5-4073-a192-bccd181cb96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:11.185911 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-96640bc0-b2e5-4073-a192-bccd181cb96a service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397377 Jan 19 21:43:11.285111 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-6a375b49-6007-401e-ac08-0269449550e7 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916326 Jan 19 21:43:11.383798 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-536b16e2-b20a-496b-8140-a08e1a0e104c req-7bf3e9db-4e5b-4c4c-a802-31f2f8cc850e service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895076 Jan 19 21:43:12.195345 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089829ec-84df-4061-b8ed-8bf7385f13f0 req-7dfa0feb-97b2-4148-a561-d3f2a22a44aa tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:12.196847 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-089829ec-84df-4061-b8ed-8bf7385f13f0 req-7dfa0feb-97b2-4148-a561-d3f2a22a44aa tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 944 time: 0.0506201 Jan 19 21:43:12.254455 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-089829ec-84df-4061-b8ed-8bf7385f13f0 req-a2161ced-6a91-4006-a3b4-5a6da8712dd1 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519912 Jan 19 21:43:12.293200 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ee96c3f5-c1c2-45d6-9208-9679d41e933d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:12.592839 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33572) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:12.641046 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-384eddbb-5173-4e21-91fe-46d3967eb821 admin admin] Deleting subnet 083f5233-b751-45ec-8e47-737ef419c202 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:43:12.644083 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-384eddbb-5173-4e21-91fe-46d3967eb821 admin admin] Publish callbacks [] for subnet (083f5233-b751-45ec-8e47-737ef419c202), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:12.677838 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-384eddbb-5173-4e21-91fe-46d3967eb821 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25490559'] for subnet (083f5233-b751-45ec-8e47-737ef419c202), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:12.715156 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-384eddbb-5173-4e21-91fe-46d3967eb821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (083f5233-b751-45ec-8e47-737ef419c202), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:12.765765 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-384eddbb-5173-4e21-91fe-46d3967eb821 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25586935'] for subnet (083f5233-b751-45ec-8e47-737ef419c202), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:12.790738 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384eddbb-5173-4e21-91fe-46d3967eb821 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=083f5233-b751-45ec-8e47-737ef419c202,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:12.795517 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-384eddbb-5173-4e21-91fe-46d3967eb821 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:12.799508 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-384eddbb-5173-4e21-91fe-46d3967eb821 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/083f5233-b751-45ec-8e47-737ef419c202 HTTP/1.1" status: 204 len: 168 time: 0.2055213 Jan 19 21:43:12.801864 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33574) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:12.872555 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (e367192c-92f4-4e05-b624-530e638bc8ee), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:12.949124 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (e367192c-92f4-4e05-b624-530e638bc8ee), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:12.973113 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e367192c-92f4-4e05-b624-530e638bc8ee']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:12.982131 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:12.982425 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97e4751-cd8c-443a-8adf-fbc3d7dbabfc') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:12.992293 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25490534'] for segment (b97e4751-cd8c-443a-8adf-fbc3d7dbabfc), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.005102 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (b97e4751-cd8c-443a-8adf-fbc3d7dbabfc), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.010855 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:43:13.011229 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26155108'] for segment (b97e4751-cd8c-443a-8adf-fbc3d7dbabfc), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: Traceback (most recent call last): Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: timer() Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: cb(*args, **kw) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: return func(*args, **kwargs) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: self._notify() Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: self.callback(batched_events) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: event.method(event) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: return f(self, *a, **k) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._get(url).json() Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:43:13.012876 dv-cinder-821602-16-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:43:13.065838 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (e367192c-92f4-4e05-b624-530e638bc8ee), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.071125 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.074289 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e367192c-92f4-4e05-b624-530e638bc8ee HTTP/1.1" status: 204 len: 168 time: 0.2714844 Jan 19 21:43:13.085051 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17d86bb-baa6-418d-bf94-7fc7edccdc72 admin admin] Pushing event deleted for resources: {'Network': ['ID=e367192c-92f4-4e05-b624-530e638bc8ee,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:13.169611 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.237776 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33578) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:13.278271 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-bfd28aa5-f252-4f0a-aa2b-ea5ce5cf0cc7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00f1d92920e3477299c4143bb82cba87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393004 Jan 19 21:43:13.280643 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33584) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:13.332183 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-353473d5-ad8d-4ce3-9719-80eaee6e293f admin admin] Publish callbacks [] for security_group (ceb204df-021f-40c1-b397-5d5f50dd9ee2), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.371279 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-353473d5-ad8d-4ce3-9719-80eaee6e293f admin admin] Publish callbacks [] for security_group (ceb204df-021f-40c1-b397-5d5f50dd9ee2), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.396797 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f1a1b-96ab-49f7-a927-33b1df726942 req-91083b1f-10fd-47fa-a44d-a138dfa23f0c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:13.398521 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c80f1a1b-96ab-49f7-a927-33b1df726942 req-91083b1f-10fd-47fa-a44d-a138dfa23f0c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 944 time: 0.0668259 Jan 19 21:43:13.430015 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-353473d5-ad8d-4ce3-9719-80eaee6e293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ceb204df-021f-40c1-b397-5d5f50dd9ee2), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.432800 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-353473d5-ad8d-4ce3-9719-80eaee6e293f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:13.437001 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-353473d5-ad8d-4ce3-9719-80eaee6e293f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ceb204df-021f-40c1-b397-5d5f50dd9ee2 HTTP/1.1" status: 204 len: 168 time: 0.1553676 Jan 19 21:43:13.445526 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353473d5-ad8d-4ce3-9719-80eaee6e293f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb204df-021f-40c1-b397-5d5f50dd9ee2,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:13.459474 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c80f1a1b-96ab-49f7-a927-33b1df726942 req-872b9d3a-706a-4f6e-9a29-de285fa7dafc tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0553896 Jan 19 21:43:14.576150 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:14.584595 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2187072-b1b0-4857-844d-85f6df6b2814 req-315e160f-2873-499e-b012-3ad3838a7f5b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:14.586336 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e2187072-b1b0-4857-844d-85f6df6b2814 req-315e160f-2873-499e-b012-3ad3838a7f5b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 944 time: 0.0530028 Jan 19 21:43:14.636959 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e2187072-b1b0-4857-844d-85f6df6b2814 req-abd0e31d-ad73-4030-becd-27277ebd7205 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443766 Jan 19 21:43:15.760352 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4ed6c-1bc3-4471-bb59-abfe1fe69aef req-114c41e1-6d81-4bb2-8f70-dbe20b1700df tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:15.762640 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cbc4ed6c-1bc3-4471-bb59-abfe1fe69aef req-114c41e1-6d81-4bb2-8f70-dbe20b1700df tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 944 time: 0.0542240 Jan 19 21:43:15.821163 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cbc4ed6c-1bc3-4471-bb59-abfe1fe69aef req-e08176c6-5d98-4eba-9007-356cd86f8e5f tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523601 Jan 19 21:43:16.381563 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:16.403459 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:16.936224 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a04c146-fd40-4684-87e1-5ab76a9e5ac3 req-66105ed9-a56a-41c7-81b6-7a28983a7344 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:16.937719 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8a04c146-fd40-4684-87e1-5ab76a9e5ac3 req-66105ed9-a56a-41c7-81b6-7a28983a7344 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 944 time: 0.0498393 Jan 19 21:43:16.992376 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8a04c146-fd40-4684-87e1-5ab76a9e5ac3 req-a7014890-ce4f-4b5f-8e63-50cba83aa744 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485799 Jan 19 21:43:18.105888 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60633fd-8a99-4449-9423-e72fa3d67bcc req-18b0b440-bbc3-4e91-a1a5-d1df8baa1e66 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:18.107346 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c60633fd-8a99-4449-9423-e72fa3d67bcc req-18b0b440-bbc3-4e91-a1a5-d1df8baa1e66 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 944 time: 0.0476365 Jan 19 21:43:18.156478 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-c60633fd-8a99-4449-9423-e72fa3d67bcc req-19833e21-985f-4f87-9ab6-f74fd5eae092 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429742 Jan 19 21:43:19.270388 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5209932c-ccaf-4708-85bf-0526412dd159 req-e2e3440e-cf2c-4c72-bdc8-c75101530342 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:19.271877 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5209932c-ccaf-4708-85bf-0526412dd159 req-e2e3440e-cf2c-4c72-bdc8-c75101530342 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 944 time: 0.0480912 Jan 19 21:43:19.322019 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5209932c-ccaf-4708-85bf-0526412dd159 req-32613fcc-ffc1-4d94-a10a-49f9b8c417f2 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446095 Jan 19 21:43:20.222668 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:43:20.316285 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:20.326994 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:43:20.367257 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:20.367653 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:20.381451 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:43:20.400541 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:20.404586 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:20.436762 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5460f-0f46-4bad-9059-6e7254cc5aa3 req-2defcc93-3343-451b-bbea-3c3f04813bfe tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:20.438774 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d9b5460f-0f46-4bad-9059-6e7254cc5aa3 req-2defcc93-3343-451b-bbea-3c3f04813bfe tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 944 time: 0.0487571 Jan 19 21:43:20.453429 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:20.489332 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-d9b5460f-0f46-4bad-9059-6e7254cc5aa3 req-7c652c46-4296-45bf-b365-6e80c2a273c2 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437465 Jan 19 21:43:21.603101 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa01cbb6-6ee9-4618-b0f8-695b7d49882d req-34d49ed4-0a66-4122-8636-cbe81a659802 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:21.604628 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa01cbb6-6ee9-4618-b0f8-695b7d49882d req-34d49ed4-0a66-4122-8636-cbe81a659802 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 945 time: 0.0487740 Jan 19 21:43:21.652272 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa01cbb6-6ee9-4618-b0f8-695b7d49882d req-c395d1ce-6b88-42df-bc0e-a50bdaaa3181 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420842 Jan 19 21:43:22.251373 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:43:22.767875 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c0666-e330-408e-8479-5ce4ff6dd90b req-ed5bf1ec-873d-4deb-a69f-6a1402e7566e tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:22.769343 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4e2c0666-e330-408e-8479-5ce4ff6dd90b req-ed5bf1ec-873d-4deb-a69f-6a1402e7566e tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 945 time: 0.0512779 Jan 19 21:43:22.817189 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4e2c0666-e330-408e-8479-5ce4ff6dd90b req-73fc82ca-0178-4624-a683-5222f0ae92b7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423880 Jan 19 21:43:23.934904 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14c480e-ed28-405b-978d-3123391d259a req-82198d53-93f5-43c5-8b6f-c53130cf6bf6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:23.936479 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d14c480e-ed28-405b-978d-3123391d259a req-82198d53-93f5-43c5-8b6f-c53130cf6bf6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 945 time: 0.0521507 Jan 19 21:43:23.984288 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d14c480e-ed28-405b-978d-3123391d259a req-099781a3-2053-4da5-ac70-280acccf1093 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420561 Jan 19 21:43:24.462829 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:24.510710 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:43:24.514248 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:24.514612 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:24.592670 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:24.593030 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:24.615959 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:43:24.618229 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0685d5e9-cde9-4450-b5a6-6b2e3f6144bf" -d '{"events": [{"server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "name": "network-vif-plugged", "status": "completed", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:43:24.630914 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:24.636463 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:24.665023 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0919c615-d337-455f-96f9-622fe31ab37e x-openstack-request-id: req-0919c615-d337-455f-96f9-622fe31ab37e {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:43:24.665315 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "name": "network-vif-plugged", "status": "completed", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:43:24.665571 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0919c615-d337-455f-96f9-622fe31ab37e {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:43:24.665955 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'code': 200} Jan 19 21:43:24.692430 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:25.098806 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da5440-ad8c-4228-85c6-ee025421ce36 req-60eeebf8-390a-4a11-8fd5-3f85e170d63d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:25.100301 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-72da5440-ad8c-4228-85c6-ee025421ce36 req-60eeebf8-390a-4a11-8fd5-3f85e170d63d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 946 time: 0.0486963 Jan 19 21:43:25.149052 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-72da5440-ad8c-4228-85c6-ee025421ce36 req-7ba3f704-b7c3-4ff7-8f32-b52159c9ed1f tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432603 Jan 19 21:43:26.265075 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d97527-8e5c-458d-8069-f23e63a9e76e req-aa0705a2-fff8-4f5e-89e1-8bc2b5c2dc67 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:26.267535 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-15d97527-8e5c-458d-8069-f23e63a9e76e req-aa0705a2-fff8-4f5e-89e1-8bc2b5c2dc67 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 946 time: 0.0502446 Jan 19 21:43:26.317888 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-15d97527-8e5c-458d-8069-f23e63a9e76e req-1b46efe5-489b-4a5e-981b-f93340f7a9e8 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446017 Jan 19 21:43:26.463968 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b79f9-55d1-4031-96cf-5797b75da371 req-8c410190-fe02-4f1b-828e-167e8cb098e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:26.465353 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2f6b79f9-55d1-4031-96cf-5797b75da371 req-8c410190-fe02-4f1b-828e-167e8cb098e7 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 1099 time: 0.0399556 Jan 19 21:43:26.515216 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2f6b79f9-55d1-4031-96cf-5797b75da371 req-d2d2a9ae-9a98-44f0-8a28-e7c551287738 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439482 Jan 19 21:43:26.817768 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33774) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:26.921866 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-aaad5157-a1c5-451e-9ae9-87612690421f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:26.995041 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-aaad5157-a1c5-451e-9ae9-87612690421f admin admin] Publish callbacks [] for security_group (de6fb29c-f514-4cf8-bd6f-99d833e14e84), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:26.998666 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-aaad5157-a1c5-451e-9ae9-87612690421f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (de6fb29c-f514-4cf8-bd6f-99d833e14e84), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:27.038198 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-aaad5157-a1c5-451e-9ae9-87612690421f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b7028635c9b347fba4a88a418f3ed23e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193842 Jan 19 21:43:27.039277 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaad5157-a1c5-451e-9ae9-87612690421f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de6fb29c-f514-4cf8-bd6f-99d833e14e84,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:27.040908 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33778) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:27.086863 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-25d28c5f-9992-48f9-8bb9-2632afd729c6 admin admin] Publish callbacks [] for security_group (de6fb29c-f514-4cf8-bd6f-99d833e14e84), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:27.110592 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-25d28c5f-9992-48f9-8bb9-2632afd729c6 admin admin] Publish callbacks [] for security_group (de6fb29c-f514-4cf8-bd6f-99d833e14e84), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:27.154206 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-25d28c5f-9992-48f9-8bb9-2632afd729c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (de6fb29c-f514-4cf8-bd6f-99d833e14e84), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:27.157503 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-25d28c5f-9992-48f9-8bb9-2632afd729c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:27.158625 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-25d28c5f-9992-48f9-8bb9-2632afd729c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/de6fb29c-f514-4cf8-bd6f-99d833e14e84 HTTP/1.1" status: 204 len: 168 time: 0.1167188 Jan 19 21:43:27.166171 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d28c5f-9992-48f9-8bb9-2632afd729c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de6fb29c-f514-4cf8-bd6f-99d833e14e84,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:27.436799 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ba8819-4959-4b37-a06f-2a5de208e403 req-6f3e281f-69b1-4479-bbdb-46a186d3dc4d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:27.439178 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7ba8819-4959-4b37-a06f-2a5de208e403 req-6f3e281f-69b1-4479-bbdb-46a186d3dc4d tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 946 time: 0.0527172 Jan 19 21:43:27.497752 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7ba8819-4959-4b37-a06f-2a5de208e403 req-7174a221-8887-431a-b32a-dc830d159945 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530541 Jan 19 21:43:27.848536 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33828) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:27.967494 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-142787849-network', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:27.996877 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Made reservation on behalf of 016a0101c9314818a3c0e4b32829eb65 for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:43:28.000131 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.009269 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.101413 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Publish callbacks [] for security_group (aefb300f-9479-448a-9282-baca4ea767ce), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.107204 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (aefb300f-9479-448a-9282-baca4ea767ce), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.140805 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefb300f-9479-448a-9282-baca4ea767ce,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:28.144145 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:43:28.154609 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (2e292952-567e-48a8-8a89-bd2f3541bbb9), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.155027 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Added segment 2e292952-567e-48a8-8a89-bd2f3541bbb9 of type vlan for network b14c8ffb-5162-4f52-9c1a-108477e18c85 Jan 19 21:43:28.202814 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (b14c8ffb-5162-4f52-9c1a-108477e18c85), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.229300 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (b14c8ffb-5162-4f52-9c1a-108477e18c85), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.230570 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:28.231158 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.293683 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4406755 Jan 19 21:43:28.294400 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33850) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:28.304223 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Request body: {'subnet': {'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-142787849-subnet', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'ip_version': 4}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:28.309690 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d016ada1-b250-4925-95c7-738de8ebbfdc admin admin] Pushing event updated for resources: {'Network': ['ID=b14c8ffb-5162-4f52-9c1a-108477e18c85,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:28.324019 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network b14c8ffb-5162-4f52-9c1a-108477e18c85 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:43:28.336474 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Made reservation on behalf of 016a0101c9314818a3c0e4b32829eb65 for: {'subnet': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:43:28.339118 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25586898'] for subnet (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.537229 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26155259', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25586940'] for subnet (6dd711ac-3a7f-4294-b482-adfbac97c604), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.591366 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6dd711ac-3a7f-4294-b482-adfbac97c604,revision_number=0']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:28.607704 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Checking segment: {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:28.608097 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Network hostable DHCP agents. Network: b14c8ffb-5162-4f52-9c1a-108477e18c85, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:43:28.625339 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Network b14c8ffb-5162-4f52-9c1a-108477e18c85 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:43:28.635479 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, b14c8ffb-5162-4f52-9c1a-108477e18c85) {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:28.638886 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b04182a-d912-4b88-98f1-e82fb3a4c744 req-b9efe114-ec0e-4500-8a9f-05e3ac699e68 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:28.639727 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:28.640346 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.641170 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6b04182a-d912-4b88-98f1-e82fb3a4c744 req-b9efe114-ec0e-4500-8a9f-05e3ac699e68 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 946 time: 0.0530646 Jan 19 21:43:28.646305 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60823229-88c6-4fa4-8c1d-e71f68b0d50c None None] Network b14c8ffb-5162-4f52-9c1a-108477e18c85 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:43:28.661266 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-eae9239c-ac55-48c5-a536-1ac5662d04b0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3599720 Jan 19 21:43:28.661872 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33854) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:28.666185 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:28.690908 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (24103fec-c77f-493d-b976-97270abbae8d), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.692368 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (24103fec-c77f-493d-b976-97270abbae8d), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.699678 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-6b04182a-d912-4b88-98f1-e82fb3a4c744 req-089416ca-b414-40b5-a571-61428c900302 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466597 Jan 19 21:43:28.757941 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-b14c8ffb-5162-4f52-9c1a-108477e18c85', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:43:28.758823 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.761376 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks [] for router_controller (24103fec-c77f-493d-b976-97270abbae8d), precommit_add_association {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.893962 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Allocated IP 172.20.0.2 (b14c8ffb-5162-4f52-9c1a-108477e18c85/6dd711ac-3a7f-4294-b482-adfbac97c604/639ac7ab-206d-47be-832e-3b10ea055081) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:43:28.930659 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks [] for router_gateway (24103fec-c77f-493d-b976-97270abbae8d), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:28.944582 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d2f787-9ecd-4a10-ae59-7c3f84b63cb9 req-320939ed-93db-476f-982a-485d9563ff93 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:28.946481 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-89d2f787-9ecd-4a10-ae59-7c3f84b63cb9 req-320939ed-93db-476f-982a-485d9563ff93 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 946 time: 0.1431165 Jan 19 21:43:29.031966 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:43:29.037936 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Publish callbacks [] for port (639ac7ab-206d-47be-832e-3b10ea055081), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.042162 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-89d2f787-9ecd-4a10-ae59-7c3f84b63cb9 req-f1c7f60b-f666-4336-8395-d29acdcb82f7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0817487 Jan 19 21:43:29.044267 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (639ac7ab-206d-47be-832e-3b10ea055081), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.064486 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33858) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:29.089385 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Network b14c8ffb-5162-4f52-9c1a-108477e18c85 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:29.092278 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:29.096184 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:43:29.102687 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8451fa-1066-44ea-bce1-11ccbe1cf483 tempest-TestVolumeBootPattern-1653998579 tempest-TestVolumeBootPattern-1653998579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:29.104209 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-8a8451fa-1066-44ea-bce1-11ccbe1cf483 tempest-TestVolumeBootPattern-1653998579 tempest-TestVolumeBootPattern-1653998579-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 1094 time: 0.0387399 Jan 19 21:43:29.104954 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Pushing event updated for resources: {'Port': ['ID=639ac7ab-206d-47be-832e-3b10ea055081,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:29.107277 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33860) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:29.112494 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'floatingip': {'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:29.137901 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.161410 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Attempting to bind port 639ac7ab-206d-47be-832e-3b10ea055081 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:43:29.161831 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Attempting to bind port 639ac7ab-206d-47be-832e-3b10ea055081 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:43:29.162281 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Attempting to bind port 639ac7ab-206d-47be-832e-3b10ea055081 on network b14c8ffb-5162-4f52-9c1a-108477e18c85 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:29.167485 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:43:29.167871 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Checking segment: {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:29.168278 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.168665 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Bound using segment: {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:43:29.169120 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Bound port: 639ac7ab-206d-47be-832e-3b10ea055081, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:43:29.169495 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (639ac7ab-206d-47be-832e-3b10ea055081), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.198200 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks [] for router_gateway (24103fec-c77f-493d-b976-97270abbae8d), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.217892 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.237525 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] For port 639ac7ab-206d-47be-832e-3b10ea055081, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:43:29.241215 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] For port 639ac7ab-206d-47be-832e-3b10ea055081, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=639ac7ab-206d-47be-832e-3b10ea055081,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:43:29.245684 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (639ac7ab-206d-47be-832e-3b10ea055081), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.253085 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.327466 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432a2b4d-2b5b-406c-b544-6fcec03eafda None None] Pushing event updated for resources: {'Port': ['ID=639ac7ab-206d-47be-832e-3b10ea055081,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:29.357931 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Allocated IP 172.27.0.216 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/f5091451-7aab-4b96-a4bd-37002c277589) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:43:29.468441 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks [] for port (f5091451-7aab-4b96-a4bd-37002c277589), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.513753 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (f5091451-7aab-4b96-a4bd-37002c277589), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.558304 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:29.561233 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:29.563659 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:43:29.579108 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Allocated IP 172.27.0.171 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/fec955e0-0230-460d-9ea6-fc734b502d9e) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:43:29.615524 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Pushing event updated for resources: {'Port': ['ID=f5091451-7aab-4b96-a4bd-37002c277589,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:29.700453 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for port (fec955e0-0230-460d-9ea6-fc734b502d9e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.735162 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (fec955e0-0230-460d-9ea6-fc734b502d9e), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:29.771571 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:29.776248 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:29.779726 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:43:30.082822 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'Port': ['ID=fec955e0-0230-460d-9ea6-fc734b502d9e,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:30.101327 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks [] for router_gateway (24103fec-c77f-493d-b976-97270abbae8d), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.309855 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (24103fec-c77f-493d-b976-97270abbae8d), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.320541 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15941a21-a085-415b-9872-f1b8cf85e51c None None] Network b14c8ffb-5162-4f52-9c1a-108477e18c85 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:43:30.402063 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-7b884ae4-0180-45d4-b8cb-cf9f8bb2d1f4 None None] Provisioning complete for port 639ac7ab-206d-47be-832e-3b10ea055081 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:30.402711 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7b884ae4-0180-45d4-b8cb-cf9f8bb2d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (639ac7ab-206d-47be-832e-3b10ea055081), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.458193 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (1754337a-0b0c-4d11-8c5e-eec733487dce), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.477128 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Router 24103fec-c77f-493d-b976-97270abbae8d is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:43:30.557654 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fec955e0-0230-460d-9ea6-fc734b502d9e), before_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.563590 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-7b884ae4-0180-45d4-b8cb-cf9f8bb2d1f4 None None] Current status of the port 639ac7ab-206d-47be-832e-3b10ea055081 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:30.564495 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7b884ae4-0180-45d4-b8cb-cf9f8bb2d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (639ac7ab-206d-47be-832e-3b10ea055081), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.606154 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:43:30.624768 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Sync routers for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:43:30.631670 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-7b884ae4-0180-45d4-b8cb-cf9f8bb2d1f4 None None] For port 639ac7ab-206d-47be-832e-3b10ea055081, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=639ac7ab-206d-47be-832e-3b10ea055081,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:30.641188 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-7b884ae4-0180-45d4-b8cb-cf9f8bb2d1f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (639ac7ab-206d-47be-832e-3b10ea055081), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.650052 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.651897 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-21f17aa7-0f5c-4802-87ce-a142475bc9f3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9886339 Jan 19 21:43:30.656395 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33874) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:30.678352 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:30.679122 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:30.768134 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b884ae4-0180-45d4-b8cb-cf9f8bb2d1f4 None None] Pushing event updated for resources: {'Port': ['ID=639ac7ab-206d-47be-832e-3b10ea055081,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:30.803919 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for port (fec955e0-0230-460d-9ea6-fc734b502d9e), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.810666 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-17038177'] for port (fec955e0-0230-460d-9ea6-fc734b502d9e), after_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.853965 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:30.861378 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 639ac7ab-206d-47be-832e-3b10ea055081 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:30.898317 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'Port': ['ID=fec955e0-0230-460d-9ea6-fc734b502d9e,revision_number=2']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:30.903244 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (1754337a-0b0c-4d11-8c5e-eec733487dce), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:30.996021 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-1f903ecd-bed8-4575-beba-3a8e870d3abb None None] Provisioning complete for port 639ac7ab-206d-47be-832e-3b10ea055081 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:30.996306 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1f903ecd-bed8-4575-beba-3a8e870d3abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (639ac7ab-206d-47be-832e-3b10ea055081), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.010844 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Floating IP 1754337a-0b0c-4d11-8c5e-eec733487dce associated. External IP: 172.27.0.171, port: e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe. Jan 19 21:43:31.104929 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 639ac7ab-206d-47be-832e-3b10ea055081 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:31.105298 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (639ac7ab-206d-47be-832e-3b10ea055081), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.165397 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.198056 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-1f903ecd-bed8-4575-beba-3a8e870d3abb None None] Current status of the port 639ac7ab-206d-47be-832e-3b10ea055081 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:31.211220 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:29Z', 'revision_number': 3, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:31.240776 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Router 2af3405c-7716-4bc0-8820-679727c42343 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:43:31.262554 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Checking router: 24103fec-c77f-493d-b976-97270abbae8d for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:43:31.262814 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Updating router 24103fec-c77f-493d-b976-97270abbae8d port f5091451-7aab-4b96-a4bd-37002c277589 binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:43:31.338902 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Allocated IP 172.20.0.1 (b14c8ffb-5162-4f52-9c1a-108477e18c85/6dd711ac-3a7f-4294-b482-adfbac97c604/4e1801bf-5ac0-4542-9735-d1cb0572c0df) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:43:31.365435 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:43:31.384173 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] Sync routers for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:43:31.396015 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:31.397012 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:31.397176 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.430153 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 639ac7ab-206d-47be-832e-3b10ea055081 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:31.433712 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f5091451-7aab-4b96-a4bd-37002c277589), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.449554 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-446d9356-3e94-4ac5-a5f0-d0fd2a64fcc6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3408561 Jan 19 21:43:31.451086 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:43:31.454360 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e812040-f743-49c6-86ec-714edd36a300" -d '{"events": [{"name": "network-changed", "server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:43:31.462653 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Publish callbacks [] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.510540 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3023e9-a8a4-4ea5-aea8-29c0457359a6 x-openstack-request-id: req-7e3023e9-a8a4-4ea5-aea8-29c0457359a6 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:43:31.510845 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:43:31.511106 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e3023e9-a8a4-4ea5-aea8-29c0457359a6 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:43:31.511508 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'status': 'completed', 'code': 200} Jan 19 21:43:31.514155 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.517529 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:31.596734 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Network b14c8ffb-5162-4f52-9c1a-108477e18c85 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:31.602414 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:31.606124 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:43:31.648880 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1801bf-5ac0-4542-9735-d1cb0572c0df,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:31.657511 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (24103fec-c77f-493d-b976-97270abbae8d), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.719315 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812040-f743-49c6-86ec-714edd36a300 req-50f5fb88-399b-418c-9ec3-9d29e6356c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:31.721429 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4e812040-f743-49c6-86ec-714edd36a300 req-50f5fb88-399b-418c-9ec3-9d29e6356c8c service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 1099 time: 0.1744382 Jan 19 21:43:31.835466 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Publish callbacks [] for port (f5091451-7aab-4b96-a4bd-37002c277589), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.846588 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f5091451-7aab-4b96-a4bd-37002c277589), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.901371 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1754337a-0b0c-4d11-8c5e-eec733487dce', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:43:30Z', 'updated_at': '2022-01-19T21:43:30Z', 'revision_number': 0, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:31.905109 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Attempting to bind port f5091451-7aab-4b96-a4bd-37002c277589 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:43:31.905611 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Attempting to bind port f5091451-7aab-4b96-a4bd-37002c277589 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:43:31.906592 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Attempting to bind port f5091451-7aab-4b96-a4bd-37002c277589 on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:31.908139 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812040-f743-49c6-86ec-714edd36a300 req-1908cf87-f7fd-498e-b7e3-3799cfba55d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:31.909884 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4e812040-f743-49c6-86ec-714edd36a300 req-1908cf87-f7fd-498e-b7e3-3799cfba55d2 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.1813109 Jan 19 21:43:31.915802 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.921194 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0d565-c204-43c1-a234-07e36712ebf1 None None] Pushing event updated for resources: {'Port': ['ID=f5091451-7aab-4b96-a4bd-37002c277589,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:31.930327 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] Checking router: 2af3405c-7716-4bc0-8820-679727c42343 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:43:31.930474 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:43:31.930980 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:31.931538 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.932055 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:43:31.932692 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Bound port: f5091451-7aab-4b96-a4bd-37002c277589, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:43:31.933218 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f5091451-7aab-4b96-a4bd-37002c277589), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:31.939635 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:31.940487 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:31.966875 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-74e24357-a24b-4d4e-9970-6b74c295bb78 None None] Provisioning complete for port 4e1801bf-5ac0-4542-9735-d1cb0572c0df triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:31.967243 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-74e24357-a24b-4d4e-9970-6b74c295bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:32.019642 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-74e24357-a24b-4d4e-9970-6b74c295bb78 None None] Port 4e1801bf-5ac0-4542-9735-d1cb0572c0df cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:43:32.025341 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] For port f5091451-7aab-4b96-a4bd-37002c277589, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:43:32.029073 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] For port f5091451-7aab-4b96-a4bd-37002c277589, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=f5091451-7aab-4b96-a4bd-37002c277589,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:43:32.034844 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f5091451-7aab-4b96-a4bd-37002c277589), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:32.035615 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4e812040-f743-49c6-86ec-714edd36a300 req-117e05bf-fffe-4c90-8acd-2ce35c1a8de9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe HTTP/1.1" status: 200 len: 1000 time: 0.0922556 Jan 19 21:43:32.061167 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:32.101245 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:32.101467 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:32.129959 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812040-f743-49c6-86ec-714edd36a300 req-6892d2fe-5182-40c3-bc03-fe9933a205ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:32.133743 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4e812040-f743-49c6-86ec-714edd36a300 req-6892d2fe-5182-40c3-bc03-fe9933a205ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0896938 Jan 19 21:43:32.139378 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef0d565-c204-43c1-a234-07e36712ebf1 None None] Pushing event updated for resources: {'Port': ['ID=f5091451-7aab-4b96-a4bd-37002c277589,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:32.204851 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e812040-f743-49c6-86ec-714edd36a300 req-9169f711-3c9d-4b85-869e-2cc8b2014412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:32.206714 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4e812040-f743-49c6-86ec-714edd36a300 req-9169f711-3c9d-4b85-869e-2cc8b2014412 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0678709 Jan 19 21:43:32.218431 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:32.273153 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Publish callbacks [] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:32.280586 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:32.312234 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1754337a-0b0c-4d11-8c5e-eec733487dce', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:43:30Z', 'updated_at': '2022-01-19T21:43:30Z', 'revision_number': 0, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:32.340404 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601a7e34-47b0-4074-b82c-1f116382ffdd None None] The sync data for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi is: [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1754337a-0b0c-4d11-8c5e-eec733487dce', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:43:30Z', 'updated_at': '2022-01-19T21:43:30Z', 'revision_number': 0, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:43:32.355326 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (24103fec-c77f-493d-b976-97270abbae8d), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:32.385164 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Pushing event updated for resources: {'Port': ['ID=4e1801bf-5ac0-4542-9735-d1cb0572c0df,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:32.405806 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4e812040-f743-49c6-86ec-714edd36a300 req-254716b1-2ac3-4df2-9240-80595e36972f service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900179 Jan 19 21:43:32.444391 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 1, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:32.471303 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3368c7c-5ab7-4426-8c85-0a6a9e2cbb8a None None] The sync data for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi is: [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 1, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:43:32.554571 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Network b14c8ffb-5162-4f52-9c1a-108477e18c85 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:32.557456 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4e812040-f743-49c6-86ec-714edd36a300 req-ccdbeb4f-1b99-40f8-9b3f-721c527e7b4c service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244059 Jan 19 21:43:32.558465 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:32.612220 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5476d20-1f5a-41ef-a1e2-4a2edcddbd85 None None] New status for floating IP 1754337a-0b0c-4d11-8c5e-eec733487dce: ACTIVE {{(pid=102648) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:43:32.713166 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Router 24103fec-c77f-493d-b976-97270abbae8d has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:43:32.888512 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 639ac7ab-206d-47be-832e-3b10ea055081 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:32.924886 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:43:32.930254 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-b7e45f0c-4faa-4875-a37e-f77141b62959 admin admin] 10.222.0.39 "PUT /v2.0/routers/24103fec-c77f-493d-b976-97270abbae8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2725387 Jan 19 21:43:32.969448 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-a660ee74-6e8a-4d66-9a85-5dc7f438fd5e None None] Provisioning complete for port 4e1801bf-5ac0-4542-9735-d1cb0572c0df triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:32.969886 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a660ee74-6e8a-4d66-9a85-5dc7f438fd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.024963 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33894) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:33.026898 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 639ac7ab-206d-47be-832e-3b10ea055081 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:33.027277 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (639ac7ab-206d-47be-832e-3b10ea055081), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.049622 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-a660ee74-6e8a-4d66-9a85-5dc7f438fd5e None None] Port 4e1801bf-5ac0-4542-9735-d1cb0572c0df cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:43:33.132332 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 639ac7ab-206d-47be-832e-3b10ea055081 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:33.164120 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8dcb74f-8012-456c-8e7a-9b2ad41eaf8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.250433 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8dcb74f-8012-456c-8e7a-9b2ad41eaf8a admin admin] Publish callbacks [] for security_group (cc036f34-bf9b-474f-8ea2-0b3155637205), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.255115 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-c8dcb74f-8012-456c-8e7a-9b2ad41eaf8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (cc036f34-bf9b-474f-8ea2-0b3155637205), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.300460 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c8dcb74f-8012-456c-8e7a-9b2ad41eaf8a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd4417291bff43dbb121f12707c927a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740958 Jan 19 21:43:33.301317 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dcb74f-8012-456c-8e7a-9b2ad41eaf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc036f34-bf9b-474f-8ea2-0b3155637205,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:33.303148 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33904) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:33.403562 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4547752d-f88a-4ccb-a890-54cda373b11e admin admin] Publish callbacks [] for security_group (cc036f34-bf9b-474f-8ea2-0b3155637205), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.429815 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4547752d-f88a-4ccb-a890-54cda373b11e admin admin] Publish callbacks [] for security_group (cc036f34-bf9b-474f-8ea2-0b3155637205), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.493443 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4547752d-f88a-4ccb-a890-54cda373b11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (cc036f34-bf9b-474f-8ea2-0b3155637205), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.496643 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4547752d-f88a-4ccb-a890-54cda373b11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.500399 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-4547752d-f88a-4ccb-a890-54cda373b11e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc036f34-bf9b-474f-8ea2-0b3155637205 HTTP/1.1" status: 204 len: 168 time: 0.1939156 Jan 19 21:43:33.510559 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547752d-f88a-4ccb-a890-54cda373b11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc036f34-bf9b-474f-8ea2-0b3155637205,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:33.550176 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33914) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:33.558199 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1384843250-network', 'tenant_id': 'cb268d6b52274b199355b85509211dfe'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:33.591748 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Made reservation on behalf of cb268d6b52274b199355b85509211dfe for: {'network': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:43:33.595054 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for network (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.604226 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.702606 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Publish callbacks [] for security_group (310a678f-1d73-4562-b4a1-a378e16a29e8), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.709649 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (310a678f-1d73-4562-b4a1-a378e16a29e8), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.751762 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310a678f-1d73-4562-b4a1-a378e16a29e8,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:33.764367 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102646) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 19 21:43:33.777799 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (01347eab-c5ca-4401-a1b4-53c1e930991e), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.778200 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.segments_db [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Added segment 01347eab-c5ca-4401-a1b4-53c1e930991e of type vlan for network 1777da50-dc9f-4554-b266-32f929031901 Jan 19 21:43:33.825741 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775778975645'] for network (1777da50-dc9f-4554-b266-32f929031901), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.860259 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326'] for network (1777da50-dc9f-4554-b266-32f929031901), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.861502 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:33.862193 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:33.920469 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3695459 Jan 19 21:43:33.923780 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33916) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:33.930578 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Request body: {'subnet': {'network_id': '1777da50-dc9f-4554-b266-32f929031901', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1384843250-subnet', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'ip_version': 4}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:33.934980 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21b2e-a2da-47e5-a418-012c00df4885 admin admin] Pushing event updated for resources: {'Network': ['ID=1777da50-dc9f-4554-b266-32f929031901,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:33.946095 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Network 1777da50-dc9f-4554-b266-32f929031901 details requested by agent ovs-agent-dv-cinder-821602-16-iscsi with host dv-cinder-821602-16-iscsi {{(pid=102648) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 19 21:43:33.958512 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Made reservation on behalf of cb268d6b52274b199355b85509211dfe for: {'subnet': 1} {{(pid=102646) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:43:33.961047 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-18692226'] for subnet (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.136668 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-17038234', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-18692268'] for subnet (dc7dfccc-da5c-40a8-91b6-62e9de62b4ab), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.189563 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7dfccc-da5c-40a8-91b6-62e9de62b4ab,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:34.199650 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Checking segment: {'id': '01347eab-c5ca-4401-a1b4-53c1e930991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1777da50-dc9f-4554-b266-32f929031901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102646) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:34.200059 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Network hostable DHCP agents. Network: 1777da50-dc9f-4554-b266-32f929031901, hostable agents: ['13f111b0-1e83-401a-a74f-ae77c59b8a56'], hosted agents: [] {{(pid=102646) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 19 21:43:34.216696 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Network 1777da50-dc9f-4554-b266-32f929031901 is scheduled to be hosted by DHCP agent 13f111b0-1e83-401a-a74f-ae77c59b8a56 with binding_index 1 {{(pid=102646) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 19 21:43:34.225542 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821602-16-iscsi, 1777da50-dc9f-4554-b266-32f929031901) {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:34.229763 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:34.230363 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.236066 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd74417f-7e1c-4bf8-8457-e27cad7cdfa3 None None] Network 1777da50-dc9f-4554-b266-32f929031901 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:43:34.251284 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c97908af-b658-413e-8cb3-3cbf0b1e9593 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3240068 Jan 19 21:43:34.251479 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33918) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:34.255726 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:34.278557 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1532766', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25822'] for router (5e7bd462-8145-4935-93e9-1a3c6017366d), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.279744 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1532722', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1532048', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1689759', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25829'] for router (5e7bd462-8145-4935-93e9-1a3c6017366d), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.341250 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks [] for router_controller (5e7bd462-8145-4935-93e9-1a3c6017366d), precommit_add_association {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.344986 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3eed77ef-6e29-51d6-9232-928fb1af89e6-1777da50-dc9f-4554-b266-32f929031901', 'network_id': '1777da50-dc9f-4554-b266-32f929031901', 'project_id': 'cb268d6b52274b199355b85509211dfe', 'fixed_ips': [{'subnet_id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab'}]}} from dv-cinder-821602-16-iscsi. {{(pid=102648) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 19 21:43:34.346208 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.482094 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.db_base_plugin_common [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Allocated IP 172.20.0.2 (1777da50-dc9f-4554-b266-32f929031901/dc7dfccc-da5c-40a8-91b6-62e9de62b4ab/0c279080-3539-491e-bc1f-753d81eee1c3) {{(pid=102648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:43:34.483567 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks [] for router_gateway (5e7bd462-8145-4935-93e9-1a3c6017366d), precommit_update {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.638811 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Publish callbacks [] for port (0c279080-3539-491e-bc1f-753d81eee1c3), precommit_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.645565 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), after_create {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.684814 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Network 1777da50-dc9f-4554-b266-32f929031901 is already hosted by enough agents. {{(pid=102648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:34.690224 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.scheduler.base_scheduler [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Resources bound (agent type, host, resource id): {{(pid=102648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:34.692674 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Received port after_create {{(pid=102648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:43:34.697833 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks [] for router_gateway (5e7bd462-8145-4935-93e9-1a3c6017366d), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.701877 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Pushing event updated for resources: {'Port': ['ID=0c279080-3539-491e-bc1f-753d81eee1c3,revision_number=1']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:34.717292 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.760973 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Attempting to bind port 0c279080-3539-491e-bc1f-753d81eee1c3 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:43:34.761531 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Attempting to bind port 0c279080-3539-491e-bc1f-753d81eee1c3 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '01347eab-c5ca-4401-a1b4-53c1e930991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1777da50-dc9f-4554-b266-32f929031901'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:43:34.761958 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Attempting to bind port 0c279080-3539-491e-bc1f-753d81eee1c3 on network 1777da50-dc9f-4554-b266-32f929031901 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:34.767828 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:43:34.768439 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Checking segment: {'id': '01347eab-c5ca-4401-a1b4-53c1e930991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1777da50-dc9f-4554-b266-32f929031901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:34.768906 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.769360 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Bound using segment: {'id': '01347eab-c5ca-4401-a1b4-53c1e930991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1777da50-dc9f-4554-b266-32f929031901'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:43:34.769893 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Bound port: 0c279080-3539-491e-bc1f-753d81eee1c3, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01347eab-c5ca-4401-a1b4-53c1e930991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1777da50-dc9f-4554-b266-32f929031901'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:43:34.770345 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.832043 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device f5091451-7aab-4b96-a4bd-37002c277589 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:34.844514 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Sync routers for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:43:34.848774 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_common [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Allocated IP 172.27.0.163 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/e6505d27-79dc-4cf4-be3f-603c9c213784) {{(pid=102646) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:43:34.856253 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:34.856858 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:34.885668 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] For port 0c279080-3539-491e-bc1f-753d81eee1c3, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:43:34.890206 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] For port 0c279080-3539-491e-bc1f-753d81eee1c3, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=0c279080-3539-491e-bc1f-753d81eee1c3,segment=NetworkSegment(01347eab-c5ca-4401-a1b4-53c1e930991e),segment_id=01347eab-c5ca-4401-a1b4-53c1e930991e)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:43:34.899720 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.954853 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port f5091451-7aab-4b96-a4bd-37002c277589 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:34.955574 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (f5091451-7aab-4b96-a4bd-37002c277589), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.988439 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks [] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:34.989885 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:34.999538 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4859a800-89db-42a6-82a4-bc5098950e9b None None] Pushing event updated for resources: {'Port': ['ID=0c279080-3539-491e-bc1f-753d81eee1c3,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:35.026684 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.063549 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port f5091451-7aab-4b96-a4bd-37002c277589 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:35.064120 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (f5091451-7aab-4b96-a4bd-37002c277589), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.076668 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102646) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:35.081297 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.base_scheduler [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Resources bound (agent type, host, resource id): {{(pid=102646) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:35.083381 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Received port after_create {{(pid=102646) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:43:35.102011 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port f5091451-7aab-4b96-a4bd-37002c277589, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=f5091451-7aab-4b96-a4bd-37002c277589,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:35.108206 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (f5091451-7aab-4b96-a4bd-37002c277589), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.119453 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Pushing event updated for resources: {'Port': ['ID=e6505d27-79dc-4cf4-be3f-603c9c213784,revision_number=1']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:35.184535 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=f5091451-7aab-4b96-a4bd-37002c277589,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:35.291884 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 2, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:35.318790 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Checking router: 24103fec-c77f-493d-b976-97270abbae8d for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:43:35.319382 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Updating router 24103fec-c77f-493d-b976-97270abbae8d port 4e1801bf-5ac0-4542-9735-d1cb0572c0df binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:43:35.348587 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.381776 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks [] for router_gateway (5e7bd462-8145-4935-93e9-1a3c6017366d), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.631444 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Publish callbacks [] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.636672 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.686438 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Pushing event updated for resources: {'Port': ['ID=4e1801bf-5ac0-4542-9735-d1cb0572c0df,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:35.695633 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.696034 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.696395 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.696737 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.697070 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.697401 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.697744 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.698077 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.698408 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.698743 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.699071 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.699392 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.699712 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:35.766921 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Attempting to bind port 4e1801bf-5ac0-4542-9735-d1cb0572c0df on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:43:35.767924 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Attempting to bind port 4e1801bf-5ac0-4542-9735-d1cb0572c0df by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:43:35.768470 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Attempting to bind port 4e1801bf-5ac0-4542-9735-d1cb0572c0df on network b14c8ffb-5162-4f52-9c1a-108477e18c85 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:35.773785 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:43:35.774163 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Checking segment: {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:35.774567 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.774957 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Bound using segment: {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:43:35.775421 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Bound port: 4e1801bf-5ac0-4542-9735-d1cb0572c0df, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:43:35.775795 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.845822 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] For port 4e1801bf-5ac0-4542-9735-d1cb0572c0df, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:43:35.849151 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] For port 4e1801bf-5ac0-4542-9735-d1cb0572c0df, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=4e1801bf-5ac0-4542-9735-d1cb0572c0df,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:43:35.854651 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.876127 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1532715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1532069'] for router (5e7bd462-8145-4935-93e9-1a3c6017366d), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:35.919821 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0a4ed-7922-42c7-81bc-4dfe3f368f66 None None] Pushing event updated for resources: {'Port': ['ID=4e1801bf-5ac0-4542-9735-d1cb0572c0df,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:35.924236 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:35.924870 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:36.001355 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-c9a90951-85cc-454e-b669-dff9fc20189e None None] Provisioning complete for port 4e1801bf-5ac0-4542-9735-d1cb0572c0df triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:36.002375 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c9a90951-85cc-454e-b669-dff9fc20189e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:36.058314 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:36.068490 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Router 5e7bd462-8145-4935-93e9-1a3c6017366d is scheduled to L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 with binding_index 1 {{(pid=102646) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 19 21:43:36.117253 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-c9a90951-85cc-454e-b669-dff9fc20189e None None] Current status of the port 4e1801bf-5ac0-4542-9735-d1cb0572c0df is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:36.117642 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c9a90951-85cc-454e-b669-dff9fc20189e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:36.167300 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-c9a90951-85cc-454e-b669-dff9fc20189e None None] For port 4e1801bf-5ac0-4542-9735-d1cb0572c0df, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=4e1801bf-5ac0-4542-9735-d1cb0572c0df,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:36.176029 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c9a90951-85cc-454e-b669-dff9fc20189e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:36.226794 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:43:36.230756 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a90951-85cc-454e-b669-dff9fc20189e None None] Pushing event updated for resources: {'Port': ['ID=4e1801bf-5ac0-4542-9735-d1cb0572c0df,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:36.233785 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f85bfa-1e20-4724-b679-07f96cb060aa None None] Network 1777da50-dc9f-4554-b266-32f929031901 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:43:36.238517 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Sync routers for ids ['5e7bd462-8145-4935-93e9-1a3c6017366d'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:43:36.255338 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:36.257312 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ab4e0c09-6376-4769-ac71-55d48c937399 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0048461 Jan 19 21:43:36.260187 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33920) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:36.307406 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Routers {'5e7bd462-8145-4935-93e9-1a3c6017366d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:36.308073 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['5e7bd462-8145-4935-93e9-1a3c6017366d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:36.377881 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] Provisioning complete for port 0c279080-3539-491e-bc1f-753d81eee1c3 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:36.378261 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:36.394106 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:36.425445 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7106f800-a8d9-444f-9928-ab6fd30ecf8e None None] The sync data for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi is: [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:43:36.632582 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Set router 5e7bd462-8145-4935-93e9-1a3c6017366d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:36.805267 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] Current status of the port 0c279080-3539-491e-bc1f-753d81eee1c3 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:36.805472 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:36.870085 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] For port 0c279080-3539-491e-bc1f-753d81eee1c3, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=0c279080-3539-491e-bc1f-753d81eee1c3,segment=NetworkSegment(01347eab-c5ca-4401-a1b4-53c1e930991e),segment_id=01347eab-c5ca-4401-a1b4-53c1e930991e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:36.898110 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:36.977262 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] Provisioning complete for port 4e1801bf-5ac0-4542-9735-d1cb0572c0df triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:36.977636 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.020866 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] Pushing event updated for resources: {'Port': ['ID=0c279080-3539-491e-bc1f-753d81eee1c3,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:37.029053 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 0c279080-3539-491e-bc1f-753d81eee1c3 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:37.078276 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 3, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'gw_port': {'id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:37.097206 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.120188 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Checking router: 5e7bd462-8145-4935-93e9-1a3c6017366d for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:43:37.120549 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Updating router 5e7bd462-8145-4935-93e9-1a3c6017366d port e6505d27-79dc-4cf4-be3f-603c9c213784 binding host dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:43:37.193069 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.197180 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-d7c429ed-272a-45bf-9f77-cef15eb947ed None None] Current status of the port 4e1801bf-5ac0-4542-9735-d1cb0572c0df is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:37.229160 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 0c279080-3539-491e-bc1f-753d81eee1c3 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:37.229542 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.265532 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Allocated IP 172.20.0.1 (1777da50-dc9f-4554-b266-32f929031901/dc7dfccc-da5c-40a8-91b6-62e9de62b4ab/c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:43:37.351671 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-61293f0d-833b-419b-aba3-e8b148099f87 None None] Provisioning complete for port 0c279080-3539-491e-bc1f-753d81eee1c3 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:37.352088 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-61293f0d-833b-419b-aba3-e8b148099f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.374201 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Publish callbacks [] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.407926 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.454241 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Network 1777da50-dc9f-4554-b266-32f929031901 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:37.458279 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:37.460313 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:37.462275 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:43:37.491207 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 0c279080-3539-491e-bc1f-753d81eee1c3 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:37.492317 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device f5091451-7aab-4b96-a4bd-37002c277589 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:37.506774 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1533584'] for router_interface (5e7bd462-8145-4935-93e9-1a3c6017366d), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.604558 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-61293f0d-833b-419b-aba3-e8b148099f87 None None] Current status of the port 0c279080-3539-491e-bc1f-753d81eee1c3 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:37.639241 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.653401 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Publish callbacks [] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), precommit_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.655277 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port f5091451-7aab-4b96-a4bd-37002c277589 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:37.655645 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (f5091451-7aab-4b96-a4bd-37002c277589), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.680287 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.761594 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7af5a-8539-41a1-a222-890e158e468d None None] Pushing event updated for resources: {'Port': ['ID=e6505d27-79dc-4cf4-be3f-603c9c213784,revision_number=2']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:37.770045 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Attempting to bind port e6505d27-79dc-4cf4-be3f-603c9c213784 on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:43:37.770422 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Attempting to bind port e6505d27-79dc-4cf4-be3f-603c9c213784 by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:43:37.770791 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Attempting to bind port e6505d27-79dc-4cf4-be3f-603c9c213784 on network 84739f61-b1c1-472e-ba85-171d5e7d2458 {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:37.772646 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-0ae80f44-efdf-4f26-880b-b0f8d83ec274 None None] Provisioning complete for port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:37.773013 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0ae80f44-efdf-4f26-880b-b0f8d83ec274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.810011 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:43:37.810395 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Checking segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:37.810801 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.811198 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Bound using segment: {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'} {{(pid=102648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:43:37.811678 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.managers [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Bound port: e6505d27-79dc-4cf4-be3f-603c9c213784, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f31d545d-6856-4a38-b222-ff6bc0c58b9f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458'}}] {{(pid=102648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:43:37.812149 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.818092 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Publish callbacks [] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.822635 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.867895 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-0ae80f44-efdf-4f26-880b-b0f8d83ec274 None None] Port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:43:37.878109 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port f5091451-7aab-4b96-a4bd-37002c277589 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:37.879191 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 4e1801bf-5ac0-4542-9735-d1cb0572c0df up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:37.891867 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Pushing event updated for resources: {'Port': ['ID=c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:37.894383 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1507308', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1533540'] for router_interface (5e7bd462-8145-4935-93e9-1a3c6017366d), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.924046 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] For port e6505d27-79dc-4cf4-be3f-603c9c213784, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:43:37.928800 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] For port e6505d27-79dc-4cf4-be3f-603c9c213784, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=e6505d27-79dc-4cf4-be3f-603c9c213784,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:43:37.934974 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:37.990083 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Network 1777da50-dc9f-4554-b266-32f929031901 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:37.991468 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:38.000869 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 4e1801bf-5ac0-4542-9735-d1cb0572c0df triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:38.001301 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:38.029942 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Routers {'5e7bd462-8145-4935-93e9-1a3c6017366d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:38.030592 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['5e7bd462-8145-4935-93e9-1a3c6017366d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:38.034916 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb7af5a-8539-41a1-a222-890e158e468d None None] Pushing event updated for resources: {'Port': ['ID=e6505d27-79dc-4cf4-be3f-603c9c213784,revision_number=3']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:38.119194 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Router 5e7bd462-8145-4935-93e9-1a3c6017366d has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:43:38.186608 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] Set router 5e7bd462-8145-4935-93e9-1a3c6017366d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:38.219154 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 4e1801bf-5ac0-4542-9735-d1cb0572c0df is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:38.240572 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:43:38.252502 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d752a800-8276-4425-bedd-162eb436a285 admin admin] 10.222.0.39 "PUT /v2.0/routers/5e7bd462-8145-4935-93e9-1a3c6017366d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9837158 Jan 19 21:43:38.328207 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-657cf398-599d-4027-ae71-8d8012760718 None None] Provisioning complete for port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:38.328594 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-657cf398-599d-4027-ae71-8d8012760718 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:38.521625 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-657cf398-599d-4027-ae71-8d8012760718 None None] Port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:43:38.568441 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 4, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'gw_port': {'id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe', 'name': '', 'network_id': '1777da50-dc9f-4554-b266-32f929031901', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'mac_address': 'fa:16:3e:4f:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:37Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 2, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'subnets': [{'id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:38.595786 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea91d73d-27ae-4000-acd9-af58b33feeb2 None None] The sync data for ids ['5e7bd462-8145-4935-93e9-1a3c6017366d'] in dv-cinder-821602-16-iscsi is: [{'id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 4, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'gw_port': {'id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe', 'name': '', 'network_id': '1777da50-dc9f-4554-b266-32f929031901', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'mac_address': 'fa:16:3e:4f:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:37Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 2, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'subnets': [{'id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:43:38.766306 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 33930) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:38.770848 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-8f868fc5-0a29-40a9-aa5b-2fd9ee6d6473 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1856705437', 'description': 'tempest-secgroup-smoke-1856705437 description', 'project_id': '016a0101c9314818a3c0e4b32829eb65'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:38.783887 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 0c279080-3539-491e-bc1f-753d81eee1c3 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:38.799572 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f868fc5-0a29-40a9-aa5b-2fd9ee6d6473 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:38.839172 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port 0c279080-3539-491e-bc1f-753d81eee1c3 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:38.839678 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:38.871500 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f868fc5-0a29-40a9-aa5b-2fd9ee6d6473 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group (013fc2bd-9552-49d6-a98c-b098784538f6), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:38.877028 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f868fc5-0a29-40a9-aa5b-2fd9ee6d6473 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (013fc2bd-9552-49d6-a98c-b098784538f6), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:38.909073 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-8f868fc5-0a29-40a9-aa5b-2fd9ee6d6473 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:38.910313 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-8f868fc5-0a29-40a9-aa5b-2fd9ee6d6473 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1429963 Jan 19 21:43:38.914762 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f868fc5-0a29-40a9-aa5b-2fd9ee6d6473 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=013fc2bd-9552-49d6-a98c-b098784538f6,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:38.915220 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33932) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:38.925393 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-f3f661e0-44be-43a9-9c13-8b4c1fc0a190 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Request body: {'security_group_rule': {'security_group_id': '013fc2bd-9552-49d6-a98c-b098784538f6', 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:38.932671 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port 0c279080-3539-491e-bc1f-753d81eee1c3 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:38.956230 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f3f661e0-44be-43a9-9c13-8b4c1fc0a190 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (ebc860b5-3e07-4f6c-aec5-286ea7a34792), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.023103 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f3f661e0-44be-43a9-9c13-8b4c1fc0a190 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (ebc860b5-3e07-4f6c-aec5-286ea7a34792), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.033048 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f3f661e0-44be-43a9-9c13-8b4c1fc0a190 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (ebc860b5-3e07-4f6c-aec5-286ea7a34792), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.054019 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f661e0-44be-43a9-9c13-8b4c1fc0a190 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebc860b5-3e07-4f6c-aec5-286ea7a34792,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:39.063785 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f3f661e0-44be-43a9-9c13-8b4c1fc0a190 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.065030 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-f3f661e0-44be-43a9-9c13-8b4c1fc0a190 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1443765 Jan 19 21:43:39.067776 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33934) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:39.073303 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-f51a629a-8057-4373-a991-3af7baeec717 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Request body: {'security_group_rule': {'security_group_id': '013fc2bd-9552-49d6-a98c-b098784538f6', 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:39.103587 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f51a629a-8057-4373-a991-3af7baeec717 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (15b6b078-f215-4dea-8708-3b97752dc683), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.164925 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f51a629a-8057-4373-a991-3af7baeec717 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (15b6b078-f215-4dea-8708-3b97752dc683), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.168857 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f51a629a-8057-4373-a991-3af7baeec717 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (15b6b078-f215-4dea-8708-3b97752dc683), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.188562 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51a629a-8057-4373-a991-3af7baeec717 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b6b078-f215-4dea-8708-3b97752dc683,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:39.198443 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-f51a629a-8057-4373-a991-3af7baeec717 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.199735 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-f51a629a-8057-4373-a991-3af7baeec717 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310160 Jan 19 21:43:39.202528 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33936) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:39.206965 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-96f1c58a-f60d-467a-834b-9263e804c6e7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Request body: {'security_group_rule': {'security_group_id': '013fc2bd-9552-49d6-a98c-b098784538f6', 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:39.237472 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-96f1c58a-f60d-467a-834b-9263e804c6e7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (0924716b-5561-429f-94e2-7b9a86f7e46c), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.302989 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-96f1c58a-f60d-467a-834b-9263e804c6e7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (0924716b-5561-429f-94e2-7b9a86f7e46c), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.306809 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-96f1c58a-f60d-467a-834b-9263e804c6e7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (0924716b-5561-429f-94e2-7b9a86f7e46c), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.325456 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1c58a-f60d-467a-834b-9263e804c6e7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0924716b-5561-429f-94e2-7b9a86f7e46c,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:39.334586 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-96f1c58a-f60d-467a-834b-9263e804c6e7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.338318 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-96f1c58a-f60d-467a-834b-9263e804c6e7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323583 Jan 19 21:43:39.338523 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33938) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:39.342892 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-9e4a90ab-a669-4ff7-8a8a-825e49719d74 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Request body: {'security_group_rule': {'security_group_id': '013fc2bd-9552-49d6-a98c-b098784538f6', 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:39.373134 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9e4a90ab-a669-4ff7-8a8a-825e49719d74 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (b8bdcfa5-dd3a-4e23-a614-8bc4539f8fbc), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.443576 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9e4a90ab-a669-4ff7-8a8a-825e49719d74 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (b8bdcfa5-dd3a-4e23-a614-8bc4539f8fbc), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.448130 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9e4a90ab-a669-4ff7-8a8a-825e49719d74 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (b8bdcfa5-dd3a-4e23-a614-8bc4539f8fbc), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.467551 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a90ab-a669-4ff7-8a8a-825e49719d74 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bdcfa5-dd3a-4e23-a614-8bc4539f8fbc,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:39.478934 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-9e4a90ab-a669-4ff7-8a8a-825e49719d74 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.483292 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-9e4a90ab-a669-4ff7-8a8a-825e49719d74 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1437187 Jan 19 21:43:39.486691 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33940) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:39.492075 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-b488ebd6-627d-4fb1-832d-3b3c90761caa tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Request body: {'security_group_rule': {'security_group_id': '013fc2bd-9552-49d6-a98c-b098784538f6', 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:39.520350 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.securitygroups_db [None req-b488ebd6-627d-4fb1-832d-3b3c90761caa tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Project 016a0101c9314818a3c0e4b32829eb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 21:43:39.525152 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b488ebd6-627d-4fb1-832d-3b3c90761caa tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (25472750-09d0-4eeb-90d0-7b9638e3b053), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.593293 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b488ebd6-627d-4fb1-832d-3b3c90761caa tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (25472750-09d0-4eeb-90d0-7b9638e3b053), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.598273 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b488ebd6-627d-4fb1-832d-3b3c90761caa tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (25472750-09d0-4eeb-90d0-7b9638e3b053), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.617462 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488ebd6-627d-4fb1-832d-3b3c90761caa tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25472750-09d0-4eeb-90d0-7b9638e3b053,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:39.625142 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b488ebd6-627d-4fb1-832d-3b3c90761caa tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.626389 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b488ebd6-627d-4fb1-832d-3b3c90761caa tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1384459 Jan 19 21:43:39.629086 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 33942) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:43:39.633840 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.v2.base [None req-7f51cad0-69b0-4c09-b47b-d86192ce36ea tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Request body: {'security_group_rule': {'security_group_id': '013fc2bd-9552-49d6-a98c-b098784538f6', 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102646) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:39.658385 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.securitygroups_db [None req-7f51cad0-69b0-4c09-b47b-d86192ce36ea tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Project 016a0101c9314818a3c0e4b32829eb65 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 19 21:43:39.664040 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7f51cad0-69b0-4c09-b47b-d86192ce36ea tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (e4497e01-0405-42c7-96e0-60e77329656a), before_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.722500 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b2cfd6ae-5d67-4ecb-bb3c-7f6726f56824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.728534 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7f51cad0-69b0-4c09-b47b-d86192ce36ea tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (e4497e01-0405-42c7-96e0-60e77329656a), precommit_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.732263 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7f51cad0-69b0-4c09-b47b-d86192ce36ea tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-494094'] for security_group_rule (e4497e01-0405-42c7-96e0-60e77329656a), after_create {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.752591 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51cad0-69b0-4c09-b47b-d86192ce36ea tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4497e01-0405-42c7-96e0-60e77329656a,revision_number=0']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:39.760386 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7f51cad0-69b0-4c09-b47b-d86192ce36ea tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:39.770808 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-7f51cad0-69b0-4c09-b47b-d86192ce36ea tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312883 Jan 19 21:43:40.807353 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device e6505d27-79dc-4cf4-be3f-603c9c213784 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:40.860463 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port e6505d27-79dc-4cf4-be3f-603c9c213784 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:40.860761 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:40.861991 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Sync routers for ids ['5e7bd462-8145-4935-93e9-1a3c6017366d'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:43:40.871650 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Routers {'5e7bd462-8145-4935-93e9-1a3c6017366d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:40.872325 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['5e7bd462-8145-4935-93e9-1a3c6017366d'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:40.943134 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port e6505d27-79dc-4cf4-be3f-603c9c213784 is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:40.943515 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:40.967010 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] For port e6505d27-79dc-4cf4-be3f-603c9c213784, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=e6505d27-79dc-4cf4-be3f-603c9c213784,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:40.972221 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:40.980109 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Set router 5e7bd462-8145-4935-93e9-1a3c6017366d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:41.021541 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Pushing event updated for resources: {'Port': ['ID=e6505d27-79dc-4cf4-be3f-603c9c213784,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:41.028610 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.028968 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.029318 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.029658 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.029996 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.030330 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.031174 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.031513 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.031865 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.032201 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.032530 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.032853 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.033178 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:43:41.179400 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 4, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'gw_port': {'id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe', 'name': '', 'network_id': '1777da50-dc9f-4554-b266-32f929031901', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'mac_address': 'fa:16:3e:4f:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:37Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 2, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'subnets': [{'id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:41.209822 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Checking router: 5e7bd462-8145-4935-93e9-1a3c6017366d for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:43:41.210072 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Updating router 5e7bd462-8145-4935-93e9-1a3c6017366d port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe binding host dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 19 21:43:41.235529 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:41.494775 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Publish callbacks [] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), precommit_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:41.500330 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:41.551707 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369feca1-c7ba-4eac-9f01-919de8d35348 None None] Pushing event updated for resources: {'Port': ['ID=c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe,revision_number=3']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:41.605151 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Attempting to bind port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe on host dv-cinder-821602-16-iscsi for vnic_type normal with profile {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:43:41.605521 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Attempting to bind port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe by drivers openvswitch,hyperv on host dv-cinder-821602-16-iscsi at level 0 using segments [{'id': '01347eab-c5ca-4401-a1b4-53c1e930991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1777da50-dc9f-4554-b266-32f929031901'}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:43:41.605878 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Attempting to bind port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe on network 1777da50-dc9f-4554-b266-32f929031901 {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:41.611328 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Checking agent: {'id': '8583e0f2-9497-41a3-8f54-880e11113397', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821602-16-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 27, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 27, 46), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821602-16-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:43:41.611824 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Checking segment: {'id': '01347eab-c5ca-4401-a1b4-53c1e930991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1777da50-dc9f-4554-b266-32f929031901'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:41.612263 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:41.612704 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Bound using segment: {'id': '01347eab-c5ca-4401-a1b4-53c1e930991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1777da50-dc9f-4554-b266-32f929031901'} {{(pid=102649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:43:41.613161 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.managers [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Bound port: c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe, host: dv-cinder-821602-16-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01347eab-c5ca-4401-a1b4-53c1e930991e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '1777da50-dc9f-4554-b266-32f929031901'}}] {{(pid=102649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:43:41.613532 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), before_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:41.677208 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] For port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe, host dv-cinder-821602-16-iscsi, cleared binding levels {{(pid=102649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:43:41.680725 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.plugins.ml2.db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] For port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe, host dv-cinder-821602-16-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe,segment=NetworkSegment(01347eab-c5ca-4401-a1b4-53c1e930991e),segment_id=01347eab-c5ca-4401-a1b4-53c1e930991e)] {{(pid=102649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:43:41.686376 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron_lib.callbacks.manager [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), after_update {{(pid=102649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:41.739561 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Routers {'5e7bd462-8145-4935-93e9-1a3c6017366d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:43:41.740220 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:43:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['5e7bd462-8145-4935-93e9-1a3c6017366d'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:41.773658 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-dd1bc8ff-84be-48cd-81f3-622592634604 None None] Provisioning complete for port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:41.774205 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dd1bc8ff-84be-48cd-81f3-622592634604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:41.840376 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369feca1-c7ba-4eac-9f01-919de8d35348 None None] Pushing event updated for resources: {'Port': ['ID=c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe,revision_number=4']} {{(pid=102649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:41.869391 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-dd1bc8ff-84be-48cd-81f3-622592634604 None None] Current status of the port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe is: DOWN; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:41.869391 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dd1bc8ff-84be-48cd-81f3-622592634604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:41.872869 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] Set router 5e7bd462-8145-4935-93e9-1a3c6017366d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:43:41.913879 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-dd1bc8ff-84be-48cd-81f3-622592634604 None None] For port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe,segment=NetworkSegment(01347eab-c5ca-4401-a1b4-53c1e930991e),segment_id=01347eab-c5ca-4401-a1b4-53c1e930991e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:43:41.923216 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dd1bc8ff-84be-48cd-81f3-622592634604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:41.973504 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1bc8ff-84be-48cd-81f3-622592634604 None None] Pushing event updated for resources: {'Port': ['ID=c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:42.043166 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-4ed7a2c5-aa1c-47b2-be44-2a3a8f045bc3 None None] Provisioning complete for port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:42.043493 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4ed7a2c5-aa1c-47b2-be44-2a3a8f045bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:42.085980 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 4, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'gw_port': {'id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe', 'name': '', 'network_id': '1777da50-dc9f-4554-b266-32f929031901', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'mac_address': 'fa:16:3e:4f:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:37Z', 'updated_at': '2022-01-19T21:43:41Z', 'revision_number': 4, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'subnets': [{'id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:43:42.112335 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889a1d40-a536-420a-b20a-eeaf888b1df5 None None] The sync data for ids ['5e7bd462-8145-4935-93e9-1a3c6017366d'] in dv-cinder-821602-16-iscsi is: [{'id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:37Z', 'revision_number': 4, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'gw_port': {'id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': 'c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe', 'name': '', 'network_id': '1777da50-dc9f-4554-b266-32f929031901', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'mac_address': 'fa:16:3e:4f:24:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:37Z', 'updated_at': '2022-01-19T21:43:41Z', 'revision_number': 4, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'subnets': [{'id': 'dc7dfccc-da5c-40a8-91b6-62e9de62b4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:43:42.133461 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-4ed7a2c5-aa1c-47b2-be44-2a3a8f045bc3 None None] Current status of the port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:42.300796 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8dc82f1e-24a0-4c18-8193-dc821037f445 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:42.808854 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:42.857494 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:42.857768 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:42.937595 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:42.938718 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device e6505d27-79dc-4cf4-be3f-603c9c213784 up at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:43:42.986465 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Provisioning complete for port e6505d27-79dc-4cf4-be3f-603c9c213784 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:42.986854 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:43.069691 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Current status of the port e6505d27-79dc-4cf4-be3f-603c9c213784 is: ACTIVE; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:43:43.169734 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:44.572358 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:46.384363 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:46.418601 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:55.024721 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-6807300c-0c1f-43b9-92cc-49a9889d14a8 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1856705437&fields=id&tenant_id=016a0101c9314818a3c0e4b32829eb65 HTTP/1.1" status: 200 len: 267 time: 0.0458601 Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.127795 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fb19de31-0b1f-4fd6-acd9-f1a021b4ae86 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:55.130491 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fb19de31-0b1f-4fd6-acd9-f1a021b4ae86 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/networks?id=b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 200 len: 808 time: 0.0992703 Jan 19 21:43:55.145242 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fef1a873-6663-4624-b0d8-b259d10a2d3c tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/quotas/016a0101c9314818a3c0e4b32829eb65 HTTP/1.1" status: 200 len: 375 time: 0.0095432 Jan 19 21:43:55.197714 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-414b1894-63b5-420f-91f1-ea2d806d8789 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=016a0101c9314818a3c0e4b32829eb65&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477355 Jan 19 21:43:55.289614 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-9fb71f34-f714-47a7-8144-1e7022e760d2 service neutron] 10.222.0.39 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806060 Jan 19 21:43:55.380440 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-1db260b0-e6cf-4d19-9da5-5dd255726f56 service neutron] 10.222.0.39 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851545 Jan 19 21:43:55.676703 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b00a8965-dd4b-4343-8238-c010eb0c46f1 req-9a9dfc02-a1d0-4c7d-8a1e-c10dfc1dc4e2 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 210 time: 0.0297203 Jan 19 21:43:56.771509 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0adadb09-6c04-4bd8-9e05-e8e98dcd97fe req-3882b390-79fd-4fb2-8a49-d919f7001da3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 210 time: 0.0281537 Jan 19 21:43:56.934059 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-89602406-7be2-4bb0-b02c-4c1ce560b92f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:56.935489 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-89602406-7be2-4bb0-b02c-4c1ce560b92f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.48 "GET /v2.0/networks?id=b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 200 len: 808 time: 0.1031375 Jan 19 21:43:57.012133 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-489afc32-ee5f-4213-b3c1-c77d86618362 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=016a0101c9314818a3c0e4b32829eb65 HTTP/1.1" status: 200 len: 380 time: 0.0543082 Jan 19 21:43:57.024336 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Request body: {'port': {'device_id': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'admin_state_up': True, 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'security_groups': ['013fc2bd-9552-49d6-a98c-b098784538f6']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:57.144905 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Made reservation on behalf of 016a0101c9314818a3c0e4b32829eb65 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:43:57.148876 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:57.276018 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Allocated IP 172.20.0.4 (b14c8ffb-5162-4f52-9c1a-108477e18c85/6dd711ac-3a7f-4294-b482-adfbac97c604/6092c21a-da43-4307-8fdd-669590f08290) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:43:57.417143 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for port (6092c21a-da43-4307-8fdd-669590f08290), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:57.458574 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (6092c21a-da43-4307-8fdd-669590f08290), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:57.509822 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Network b14c8ffb-5162-4f52-9c1a-108477e18c85 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:43:57.513339 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:43:57.517626 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:43:57.521900 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'Port': ['ID=6092c21a-da43-4307-8fdd-669590f08290,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:57.569907 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:57.570530 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:57.591470 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-fab0dd18-a343-4785-bf42-f5af11ee8c50 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704470 Jan 19 21:43:57.602985 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Request body: {'port': {'device_id': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:43:57.659738 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6092c21a-da43-4307-8fdd-669590f08290), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:57.748460 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-059e49d2-0e84-4d83-9268-1fb2b4930554 None None] Provisioning complete for port 6092c21a-da43-4307-8fdd-669590f08290 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:43:57.749164 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-059e49d2-0e84-4d83-9268-1fb2b4930554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (6092c21a-da43-4307-8fdd-669590f08290), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:57.787119 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-059e49d2-0e84-4d83-9268-1fb2b4930554 None None] Port 6092c21a-da43-4307-8fdd-669590f08290 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:43:57.922115 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229270d-3407-41e0-a538-8ec6692873c3 req-45dfa037-8aa5-4b60-8a43-a3f76af7b7b3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:57.923572 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2229270d-3407-41e0-a538-8ec6692873c3 req-45dfa037-8aa5-4b60-8a43-a3f76af7b7b3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 931 time: 0.0780275 Jan 19 21:43:57.985305 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6092c21a-da43-4307-8fdd-669590f08290 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:43:57.998979 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Publish callbacks [] for port (6092c21a-da43-4307-8fdd-669590f08290), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:58.014640 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-2229270d-3407-41e0-a538-8ec6692873c3 req-9e5069bd-6478-49ed-9d09-b1fd018be8c5 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849211 Jan 19 21:43:58.020402 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Transition to ACTIVE for port object 6092c21a-da43-4307-8fdd-669590f08290 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:43:58.024235 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (6092c21a-da43-4307-8fdd-669590f08290), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:58.078871 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Pushing event updated for resources: {'Port': ['ID=6092c21a-da43-4307-8fdd-669590f08290,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:58.146203 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Attempting to bind port 6092c21a-da43-4307-8fdd-669590f08290 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:43:58.147252 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Attempting to bind port 6092c21a-da43-4307-8fdd-669590f08290 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:43:58.147252 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Attempting to bind port 6092c21a-da43-4307-8fdd-669590f08290 on network b14c8ffb-5162-4f52-9c1a-108477e18c85 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:58.151345 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Port 6092c21a-da43-4307-8fdd-669590f08290 on network b14c8ffb-5162-4f52-9c1a-108477e18c85 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:43:58.151668 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Attempting to bind port 6092c21a-da43-4307-8fdd-669590f08290 on network b14c8ffb-5162-4f52-9c1a-108477e18c85 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:43:58.156730 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:43:58.157067 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Checking segment: {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:43:58.157450 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Bound using segment: {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:43:58.157876 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Bound port: 6092c21a-da43-4307-8fdd-669590f08290, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e292952-567e-48a8-8a89-bd2f3541bbb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:43:58.158237 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6092c21a-da43-4307-8fdd-669590f08290), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:58.224322 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:43:58.227501 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6092c21a-da43-4307-8fdd-669590f08290,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:43:58.232459 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (6092c21a-da43-4307-8fdd-669590f08290), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:58.269115 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:58.269722 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:43:58.271092 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] 10.222.0.48 "PUT /v2.0/ports/6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 200 len: 1093 time: 0.6724796 Jan 19 21:43:58.275578 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'tag': '6092c21a-da43-4307-8fdd-669590f08290'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:43:58.278573 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68ce232-efd1-4c6a-84fc-94a6368a9456" -d '{"events": [{"name": "network-changed", "server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "tag": "6092c21a-da43-4307-8fdd-669590f08290"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:43:58.313269 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee7f5a-3bcf-49e9-85d6-0c9ff136a8dd service neutron] Pushing event updated for resources: {'Port': ['ID=6092c21a-da43-4307-8fdd-669590f08290,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:43:58.334093 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-138f6424-3d93-4b1d-924d-3f1f4901d46a x-openstack-request-id: req-138f6424-3d93-4b1d-924d-3f1f4901d46a {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:43:58.334384 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "tag": "6092c21a-da43-4307-8fdd-669590f08290", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:43:58.334636 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-138f6424-3d93-4b1d-924d-3f1f4901d46a {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:43:58.335030 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'tag': '6092c21a-da43-4307-8fdd-669590f08290', 'status': 'completed', 'code': 200} Jan 19 21:43:58.369268 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-b2d3b0d0-271b-4d1f-b4b3-1f2c462d7188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:58.371186 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-b2d3b0d0-271b-4d1f-b4b3-1f2c462d7188 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=016a0101c9314818a3c0e4b32829eb65&device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1096 time: 0.0481486 Jan 19 21:43:58.417424 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-dfd3216a-2021-495b-a3b6-34c5950b3d1b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 200 len: 217 time: 0.0355940 Jan 19 21:43:58.474522 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-ffd1ae73-75e8-4c84-8cad-ce94c5f21a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:58.476044 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-ffd1ae73-75e8-4c84-8cad-ce94c5f21a30 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dd711ac-3a7f-4294-b482-adfbac97c604 HTTP/1.1" status: 200 len: 847 time: 0.0491455 Jan 19 21:43:58.523462 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-d002f603-737e-496a-a8a2-d445769360ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:58.525005 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-d002f603-737e-496a-a8a2-d445769360ef service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b14c8ffb-5162-4f52-9c1a-108477e18c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397892 Jan 19 21:43:58.620660 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-58337080-e9e7-4dec-82a1-a13e74c9ef07 service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851173 Jan 19 21:43:58.720241 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cbf3dcf7-c2e3-48aa-b1f7-0a9e6aa11d3c req-384562c0-e2cf-4b02-9391-abfabb00b4ba service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902202 Jan 19 21:43:58.819152 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-434a3e5a-2d84-4441-b2d7-b971da8f012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:58.821033 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-434a3e5a-2d84-4441-b2d7-b971da8f012e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=016a0101c9314818a3c0e4b32829eb65&device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1096 time: 0.0403781 Jan 19 21:43:58.914112 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-b8ffdd22-efeb-441c-8d95-c1de6a548074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:58.915633 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-b8ffdd22-efeb-441c-8d95-c1de6a548074 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 200 len: 909 time: 0.0873539 Jan 19 21:43:58.958517 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-7ca44aa9-429c-447c-993f-c73846597b58 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 200 len: 217 time: 0.0354049 Jan 19 21:43:59.006793 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-ec4dc8ec-7c47-4c93-acec-dfc0096ecda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:59.008283 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-ec4dc8ec-7c47-4c93-acec-dfc0096ecda3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dd711ac-3a7f-4294-b482-adfbac97c604 HTTP/1.1" status: 200 len: 847 time: 0.0424435 Jan 19 21:43:59.057322 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-349eacb1-4707-4588-b2f1-f298f8c5f0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:59.058857 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-349eacb1-4707-4588-b2f1-f298f8c5f0a2 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b14c8ffb-5162-4f52-9c1a-108477e18c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444481 Jan 19 21:43:59.175243 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e74e7-5793-442e-9052-78517c04b6db req-bf50d117-c09f-4ff8-9cd3-0b42aab74d73 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:43:59.176657 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9c5e74e7-5793-442e-9052-78517c04b6db req-bf50d117-c09f-4ff8-9cd3-0b42aab74d73 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0931065 Jan 19 21:43:59.201766 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-d49ca5d2-729b-4d74-82ff-b0470f4675cc service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354423 Jan 19 21:43:59.270866 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-9c5e74e7-5793-442e-9052-78517c04b6db req-4a5f0378-fafa-450b-9d27-f916107b05c2 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854826 Jan 19 21:43:59.311266 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a68ce232-efd1-4c6a-84fc-94a6368a9456 req-294c17db-0c43-4410-be08-44f13eff686a service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969508 Jan 19 21:44:00.385424 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c27f-1581-4733-ac12-43b84213bec0 req-e0396a8b-d1ca-4258-93c8-01557d58877d tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:00.386912 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ab86c27f-1581-4733-ac12-43b84213bec0 req-e0396a8b-d1ca-4258-93c8-01557d58877d tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0485001 Jan 19 21:44:00.435314 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ab86c27f-1581-4733-ac12-43b84213bec0 req-0cff5788-910a-48aa-b74f-6796cd8a2d11 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427434 Jan 19 21:44:01.552887 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cec9d0-05c9-47e2-9e66-585c6bdaa4d0 req-8d37f4ed-b63f-44ad-a277-104206e86c26 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:01.554347 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b1cec9d0-05c9-47e2-9e66-585c6bdaa4d0 req-8d37f4ed-b63f-44ad-a277-104206e86c26 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0477912 Jan 19 21:44:01.605806 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b1cec9d0-05c9-47e2-9e66-585c6bdaa4d0 req-972414d4-0fc6-44c8-99d6-9877f5c898a0 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460441 Jan 19 21:44:02.718009 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ade27c-3eee-4c66-ba70-23e5bf6bc309 req-ca3affa3-9a20-4699-8ecb-41e3d41a9f26 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:02.719483 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-81ade27c-3eee-4c66-ba70-23e5bf6bc309 req-ca3affa3-9a20-4699-8ecb-41e3d41a9f26 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0471444 Jan 19 21:44:02.773160 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-81ade27c-3eee-4c66-ba70-23e5bf6bc309 req-e3ccc24e-0d11-4f03-992e-6df10d578b51 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457213 Jan 19 21:44:03.887782 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a6f20-ca9d-40c8-b20a-c26616bc2f7a req-a02de02c-7062-4db9-9c90-6f15f7dc4dd5 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:03.889230 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-787a6f20-ca9d-40c8-b20a-c26616bc2f7a req-a02de02c-7062-4db9-9c90-6f15f7dc4dd5 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0478768 Jan 19 21:44:03.938050 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-787a6f20-ca9d-40c8-b20a-c26616bc2f7a req-7e6f6fa8-81a8-427f-81dd-51c6e31d945c tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427911 Jan 19 21:44:05.053562 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787c608f-5d4d-40e7-8aed-f533c529a8ba req-4fa351c7-0076-4555-91a7-e74644119511 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:05.055038 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-787c608f-5d4d-40e7-8aed-f533c529a8ba req-4fa351c7-0076-4555-91a7-e74644119511 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0484860 Jan 19 21:44:05.104063 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-787c608f-5d4d-40e7-8aed-f533c529a8ba req-be296ba8-6afc-4749-a130-5be558743bec tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Jan 19 21:44:06.031462 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:44:06.211106 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6092c21a-da43-4307-8fdd-669590f08290 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:44:06.218069 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa51cb05-1795-4ae8-a851-b9f5afda8d6f req-09bf17cf-e0c5-489f-a953-8b992511e02f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:06.219554 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa51cb05-1795-4ae8-a851-b9f5afda8d6f req-09bf17cf-e0c5-489f-a953-8b992511e02f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0486519 Jan 19 21:44:06.268057 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aa51cb05-1795-4ae8-a851-b9f5afda8d6f req-0a3df0fa-20ef-4fc5-8ba3-8275e55cd5fd tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423837 Jan 19 21:44:06.308960 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6092c21a-da43-4307-8fdd-669590f08290,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:44:06.320210 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '6092c21a-da43-4307-8fdd-669590f08290', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'port_id': '6092c21a-da43-4307-8fdd-669590f08290', 'mac_address': 'fa:16:3e:47:ba:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:44:06.356810 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 6092c21a-da43-4307-8fdd-669590f08290 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:44:06.357204 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6092c21a-da43-4307-8fdd-669590f08290), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:06.372379 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6092c21a-da43-4307-8fdd-669590f08290 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:44:06.392532 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6092c21a-da43-4307-8fdd-669590f08290,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:44:06.397131 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6092c21a-da43-4307-8fdd-669590f08290), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:06.445994 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=6092c21a-da43-4307-8fdd-669590f08290,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:44:06.650463 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['6092c21a-da43-4307-8fdd-669590f08290'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:44:07.380961 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889e4a4-84cc-49ef-8eeb-e60143d96b05 req-16cae536-a329-451b-8767-f5f32cfa9ecf tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:07.382345 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1889e4a4-84cc-49ef-8eeb-e60143d96b05 req-16cae536-a329-451b-8767-f5f32cfa9ecf tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 944 time: 0.0486488 Jan 19 21:44:07.431403 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1889e4a4-84cc-49ef-8eeb-e60143d96b05 req-e82a7ee2-5196-4041-abb5-f8d3238d5ad4 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434949 Jan 19 21:44:08.221036 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6092c21a-da43-4307-8fdd-669590f08290 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:44:08.269838 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port 6092c21a-da43-4307-8fdd-669590f08290 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:44:08.274456 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 6092c21a-da43-4307-8fdd-669590f08290 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:44:08.274823 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (6092c21a-da43-4307-8fdd-669590f08290), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:08.351854 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 6092c21a-da43-4307-8fdd-669590f08290 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:44:08.352294 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6092c21a-da43-4307-8fdd-669590f08290), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:08.378325 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6092c21a-da43-4307-8fdd-669590f08290'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:44:08.380885 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af959db-c551-421b-a029-ff98c144041c" -d '{"events": [{"server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "name": "network-vif-plugged", "status": "completed", "tag": "6092c21a-da43-4307-8fdd-669590f08290"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:44:08.394034 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6092c21a-da43-4307-8fdd-669590f08290,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:44:08.398563 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6092c21a-da43-4307-8fdd-669590f08290), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:08.426097 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67005637-8d32-4cc3-bd71-af28088afc1b x-openstack-request-id: req-67005637-8d32-4cc3-bd71-af28088afc1b {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:44:08.426381 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "name": "network-vif-plugged", "status": "completed", "tag": "6092c21a-da43-4307-8fdd-669590f08290", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:44:08.426628 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-67005637-8d32-4cc3-bd71-af28088afc1b {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:44:08.427007 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6092c21a-da43-4307-8fdd-669590f08290', 'code': 200} Jan 19 21:44:08.450296 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=6092c21a-da43-4307-8fdd-669590f08290,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:44:08.550334 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e61ba8-4bb5-4ff1-a35e-9683a0bbe87b req-c18d16ee-b4f9-48c3-8092-ea9674bedaf5 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:08.551736 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e4e61ba8-4bb5-4ff1-a35e-9683a0bbe87b req-c18d16ee-b4f9-48c3-8092-ea9674bedaf5 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0533566 Jan 19 21:44:08.602894 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e4e61ba8-4bb5-4ff1-a35e-9683a0bbe87b req-222264ee-f615-4225-aaaf-c84ff2beb86a tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456436 Jan 19 21:44:08.646794 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8043e71c-4ea0-445c-8bbc-04500b859b08 req-149da03c-95d3-42d9-8cfa-76687b523430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:08.648317 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8043e71c-4ea0-445c-8bbc-04500b859b08 req-149da03c-95d3-42d9-8cfa-76687b523430 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1098 time: 0.0422966 Jan 19 21:44:08.694971 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8043e71c-4ea0-445c-8bbc-04500b859b08 req-e7eccb3c-c0db-4bf8-b562-48edebc02669 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 Jan 19 21:44:09.720588 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b21f1345-7f4a-4ea5-ad48-33c13301a953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:09.725986 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b46d66-ee46-4379-b6ac-d4522e252ee0 req-7f8bfc05-6c27-475d-a90c-08ba5795cd15 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:09.727619 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d9b46d66-ee46-4379-b6ac-d4522e252ee0 req-7f8bfc05-6c27-475d-a90c-08ba5795cd15 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0565116 Jan 19 21:44:09.778191 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-d9b46d66-ee46-4379-b6ac-d4522e252ee0 req-56249f11-a81a-4578-9c14-8e0264d45dfb tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441678 Jan 19 21:44:10.892228 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087c0d0-de94-4553-9249-02a3b114c68e req-ceed2735-7bfc-41e8-8172-cf79496a1821 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:10.894343 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f087c0d0-de94-4553-9249-02a3b114c68e req-ceed2735-7bfc-41e8-8172-cf79496a1821 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0490439 Jan 19 21:44:10.942953 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f087c0d0-de94-4553-9249-02a3b114c68e req-e4c3980b-ae09-4493-97f1-84b5bc8f2a12 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Jan 19 21:44:11.068641 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231de8d-c39d-4789-a833-2ca9bc7f5dab req-f7bd88ff-858f-452f-bd37-72f14cb854cb tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:11.070506 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4231de8d-c39d-4789-a833-2ca9bc7f5dab req-f7bd88ff-858f-452f-bd37-72f14cb854cb tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0622797 Jan 19 21:44:11.133621 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-4231de8d-c39d-4789-a833-2ca9bc7f5dab req-bb648e07-bd33-4a56-a746-dd1fd181ee8e tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574679 Jan 19 21:44:11.155405 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34102) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:44:11.279644 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6789f5-93c3-4b70-bac5-a9eeeb04a2d6 tempest-TestShelveInstance-1453956078 tempest-TestShelveInstance-1453956078-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:11.281169 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-ae6789f5-93c3-4b70-bac5-a9eeeb04a2d6 tempest-TestShelveInstance-1453956078 tempest-TestShelveInstance-1453956078-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1093 time: 0.1247525 Jan 19 21:44:11.284157 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34106) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:44:11.288533 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Request body: {'floatingip': {'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'port_id': '6092c21a-da43-4307-8fdd-669590f08290', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:44:11.311196 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:11.409815 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:11.524137 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Allocated IP 172.27.0.129 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/34f1d77f-f3d2-4e28-bebc-3be35ed9bce9) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:44:11.625951 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for port (34f1d77f-f3d2-4e28-bebc-3be35ed9bce9), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:11.661523 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (34f1d77f-f3d2-4e28-bebc-3be35ed9bce9), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:11.700412 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:44:11.703426 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:44:11.707242 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:44:11.712478 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'Port': ['ID=34f1d77f-f3d2-4e28-bebc-3be35ed9bce9,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:44:11.740018 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.740364 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.740704 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.741036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.741360 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.741683 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.742004 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.742329 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.742643 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.742961 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.743275 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.743587 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:11.743923 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:44:12.065841 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for floatingip (41c6756b-334b-4c24-bdf5-8540dee6bbe1), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:12.129319 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (34f1d77f-f3d2-4e28-bebc-3be35ed9bce9), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:12.273663 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for port (34f1d77f-f3d2-4e28-bebc-3be35ed9bce9), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:12.278615 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (34f1d77f-f3d2-4e28-bebc-3be35ed9bce9), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:12.294185 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c726d2ef-6d18-49dc-8cae-31b68b78c440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:12.594094 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event updated for resources: {'Port': ['ID=34f1d77f-f3d2-4e28-bebc-3be35ed9bce9,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:44:12.602131 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (41c6756b-334b-4c24-bdf5-8540dee6bbe1), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:12.704359 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Floating IP 41c6756b-334b-4c24-bdf5-8540dee6bbe1 associated. External IP: 172.27.0.129, port: 6092c21a-da43-4307-8fdd-669590f08290. Jan 19 21:44:12.910915 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Router 24103fec-c77f-493d-b976-97270abbae8d has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:44:13.016594 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:44:13.030060 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] Sync routers for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:44:13.036203 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:13.041004 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:44:13.041682 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:44:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:44:13.064364 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-e5502ca6-a633-418f-869c-b835563a0668 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7791817 Jan 19 21:44:13.065606 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'tag': '6092c21a-da43-4307-8fdd-669590f08290'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:44:13.068138 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bcbee4-4121-478d-914e-2de730bc633e" -d '{"events": [{"name": "network-changed", "server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "tag": "6092c21a-da43-4307-8fdd-669590f08290"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:44:13.105292 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e80c1b1f-0be4-4a39-8a51-672058a8dd55 x-openstack-request-id: req-e80c1b1f-0be4-4a39-8a51-672058a8dd55 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:44:13.105584 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "tag": "6092c21a-da43-4307-8fdd-669590f08290", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:44:13.105850 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e80c1b1f-0be4-4a39-8a51-672058a8dd55 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:44:13.106238 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'tag': '6092c21a-da43-4307-8fdd-669590f08290', 'status': 'completed', 'code': 200} Jan 19 21:44:13.172286 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcbee4-4121-478d-914e-2de730bc633e req-352482a1-9172-4334-a007-97b147444a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:13.173714 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-78bcbee4-4121-478d-914e-2de730bc633e req-352482a1-9172-4334-a007-97b147444a40 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=016a0101c9314818a3c0e4b32829eb65&device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1098 time: 0.0407889 Jan 19 21:44:13.176532 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:44:13.215068 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:13.264362 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcbee4-4121-478d-914e-2de730bc633e req-b82d5fea-fd79-40a2-9983-a6ce0112df6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:13.265845 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-78bcbee4-4121-478d-914e-2de730bc633e req-b82d5fea-fd79-40a2-9983-a6ce0112df6d service neutron] 10.222.0.48 "GET /v2.0/networks?id=b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 200 len: 909 time: 0.0856655 Jan 19 21:44:13.335330 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-78bcbee4-4121-478d-914e-2de730bc633e req-b4948bd0-1611-4eea-8346-c6d21c5cee68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 200 len: 999 time: 0.0623231 Jan 19 21:44:13.385047 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcbee4-4121-478d-914e-2de730bc633e req-378061bc-5d05-4fbc-8b69-3331f346ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:13.386507 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-78bcbee4-4121-478d-914e-2de730bc633e req-378061bc-5d05-4fbc-8b69-3331f346ab72 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dd711ac-3a7f-4294-b482-adfbac97c604 HTTP/1.1" status: 200 len: 847 time: 0.0446036 Jan 19 21:44:13.409069 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '41c6756b-334b-4c24-bdf5-8540dee6bbe1', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '24103fec-c77f-493d-b976-97270abbae8d', 'port_id': '6092c21a-da43-4307-8fdd-669590f08290', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'mac_address': 'fa:16:3e:47:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:44:11Z', 'updated_at': '2022-01-19T21:44:11Z', 'revision_number': 0, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:36Z', 'revision_number': 5, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:44:13.431879 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcbee4-4121-478d-914e-2de730bc633e req-65372812-a9d2-4727-80ea-635373c1e1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:13.433295 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-78bcbee4-4121-478d-914e-2de730bc633e req-65372812-a9d2-4727-80ea-635373c1e1d4 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b14c8ffb-5162-4f52-9c1a-108477e18c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408809 Jan 19 21:44:13.437100 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] Checking router: 24103fec-c77f-493d-b976-97270abbae8d for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:44:13.446417 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:44:13.447030 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:44:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:44:13.527579 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-78bcbee4-4121-478d-914e-2de730bc633e req-77beb2d6-bcaf-4ea7-91a1-982bcf4f2323 service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876417 Jan 19 21:44:13.554218 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:44:13.619152 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-78bcbee4-4121-478d-914e-2de730bc633e req-cd772bec-3505-4345-ba3e-0e37dd6850bf service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840814 Jan 19 21:44:13.781488 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '41c6756b-334b-4c24-bdf5-8540dee6bbe1', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '24103fec-c77f-493d-b976-97270abbae8d', 'port_id': '6092c21a-da43-4307-8fdd-669590f08290', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'mac_address': 'fa:16:3e:47:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:44:11Z', 'updated_at': '2022-01-19T21:44:11Z', 'revision_number': 0, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:36Z', 'revision_number': 5, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:44:13.808258 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed11fbe8-3d46-4bc3-bc11-2e7dc6ce135e None None] The sync data for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi is: [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '41c6756b-334b-4c24-bdf5-8540dee6bbe1', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '24103fec-c77f-493d-b976-97270abbae8d', 'port_id': '6092c21a-da43-4307-8fdd-669590f08290', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'mac_address': 'fa:16:3e:47:ba:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:44:11Z', 'updated_at': '2022-01-19T21:44:11Z', 'revision_number': 0, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:36Z', 'revision_number': 5, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:44:14.002863 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0300f30-18c2-4334-af52-215956f216ac None None] New status for floating IP 41c6756b-334b-4c24-bdf5-8540dee6bbe1: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:44:14.574850 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:16.389601 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:16.401623 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:22.386350 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-0589001b-ad0b-4faf-b82d-a7ed3ea2c89f service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448656 Jan 19 21:44:22.469761 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-87020c00-3b1f-4230-b41f-69e5071db3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:22.471895 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-87020c00-3b1f-4230-b41f-69e5071db3bb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 1099 time: 0.0397813 Jan 19 21:44:22.577800 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-fe99e588-cc8f-4870-8258-19d5becd8f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:22.579405 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-fe99e588-cc8f-4870-8258-19d5becd8f26 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.0834944 Jan 19 21:44:22.649984 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-e3631647-1ef3-4bad-9dc9-77c248e18921 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe HTTP/1.1" status: 200 len: 1002 time: 0.0625992 Jan 19 21:44:22.699425 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-3e2f09f4-57da-42e6-bfcb-ae189544e0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:22.700909 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-3e2f09f4-57da-42e6-bfcb-ae189544e0a3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0443234 Jan 19 21:44:22.747518 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-2d6db49b-5a61-4a6b-8c0f-0395e0a7f51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:44:22.749032 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-2d6db49b-5a61-4a6b-8c0f-0395e0a7f51f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0391254 Jan 19 21:44:22.842470 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-ed1bfd7e-fb1e-41a7-a72a-012175e5073e service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850141 Jan 19 21:44:22.930699 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0d2b6a66-e6b0-4847-bb7f-d29cd0397ea6 req-3a5d9f73-60e3-4546-8a54-9bd871f72410 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819066 Jan 19 21:44:39.715151 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-f1b01d72-cbb2-46e0-991d-87fef0b29b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:42.296731 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-8753cbe1-84f7-49a0-81b7-9b10f4fee9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:43.029651 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:44:43.173782 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:44.576744 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:46.392375 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:44:46.411999 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:07.535895 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-0954d7da-bc22-4692-b7c1-d3a82441e03e tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73596965&fields=id&tenant_id=96a16a0510fb4a22b32fd21ff104e7b1 HTTP/1.1" status: 200 len: 267 time: 0.0544777 Jan 19 21:45:07.650985 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff08825-e68b-49f8-9342-041f4292cf5d req-68d26309-a17f-494b-954a-5b0b3e170570 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:07.652495 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-68d26309-a17f-494b-954a-5b0b3e170570 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 812 time: 0.1100950 Jan 19 21:45:07.670573 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-e62bdf88-7763-4e72-b6b0-572a8822b47b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/quotas/96a16a0510fb4a22b32fd21ff104e7b1 HTTP/1.1" status: 200 len: 375 time: 0.0124857 Jan 19 21:45:07.726217 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-be591e3b-60ea-4003-b409-21a7f15e0803 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503280 Jan 19 21:45:07.817172 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-2fb9d38a-393f-43b3-af20-a727a5dd89f1 service neutron] 10.222.0.39 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799425 Jan 19 21:45:07.906566 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-b19145e7-a26a-4fdf-80d4-e52100159746 service neutron] 10.222.0.39 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837500 Jan 19 21:45:08.179218 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e3334ed7-081d-4d87-8906-6bb1e5a6d764 req-365cf5e5-793d-4eff-a5bf-94845eebfcf9 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 210 time: 0.0256085 Jan 19 21:45:09.184318 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff08825-e68b-49f8-9342-041f4292cf5d req-dcc5360a-c8c6-44ea-8755-9d572473b7ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:09.185852 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-dcc5360a-c8c6-44ea-8755-9d572473b7ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 812 time: 0.1093822 Jan 19 21:45:09.253205 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f00f7d47-6472-43d8-afe0-dbeb0757c764 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=96a16a0510fb4a22b32fd21ff104e7b1 HTTP/1.1" status: 200 len: 378 time: 0.0577633 Jan 19 21:45:09.263975 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'port': {'device_id': '643dd269-6b28-41d8-994c-070c4c2781fb', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'admin_state_up': True, 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'security_groups': ['ab145eda-13fe-4f33-8e26-a80c2d1c46a8']}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:45:09.346261 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-75b2d04e-3221-4fbf-a361-15cae92f602b req-6f255c7d-57dc-49c7-bed7-f9251a439981 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 210 time: 0.0914376 Jan 19 21:45:09.402777 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Made reservation on behalf of 96a16a0510fb4a22b32fd21ff104e7b1 for: {'port': 1} {{(pid=102647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 19 21:45:09.406287 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:09.540463 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Allocated IP 172.20.0.3 (ce6acd12-5f71-4ac1-a012-ee1a9267af54/e004ec97-db1b-4841-907e-5b7f97202845/fdec4e38-4887-41d3-aa4a-75b30353ecd3) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:45:09.681449 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:09.717954 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1caf02fc-aaaa-4f1f-bc78-0c13151151c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:09.723552 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:09.769632 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:45:09.772595 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:45:09.775030 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:45:09.804168 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'Port': ['ID=fdec4e38-4887-41d3-aa4a-75b30353ecd3,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:45:09.833011 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:09.833703 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:09.850653 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-f18a03aa-b448-4724-ab4c-7ac4185eb0f0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5901837 Jan 19 21:45:09.865104 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Request body: {'port': {'device_id': '643dd269-6b28-41d8-994c-070c4c2781fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82160'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:45:09.920050 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:10.010063 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-ded158c2-eee5-4a5d-b0e7-78f720cb6502 None None] Provisioning complete for port fdec4e38-4887-41d3-aa4a-75b30353ecd3 triggered by entity DHCP. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:45:10.010432 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ded158c2-eee5-4a5d-b0e7-78f720cb6502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:10.046030 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-ded158c2-eee5-4a5d-b0e7-78f720cb6502 None None] Port fdec4e38-4887-41d3-aa4a-75b30353ecd3 cannot update to ACTIVE because it is not bound. {{(pid=102648) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 19 21:45:10.183819 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdec4e38-4887-41d3-aa4a-75b30353ecd3 {{(pid=102647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:45:10.192004 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Publish callbacks [] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:10.203554 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.provisioning_blocks [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Transition to ACTIVE for port object fdec4e38-4887-41d3-aa4a-75b30353ecd3 will not be triggered until provisioned by entity L2. {{(pid=102647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 19 21:45:10.207465 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:10.257895 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Pushing event updated for resources: {'Port': ['ID=fdec4e38-4887-41d3-aa4a-75b30353ecd3,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:45:10.328609 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Attempting to bind port fdec4e38-4887-41d3-aa4a-75b30353ecd3 on host hv-cinder-82160 for vnic_type normal with profile {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 19 21:45:10.328947 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Attempting to bind port fdec4e38-4887-41d3-aa4a-75b30353ecd3 by drivers openvswitch,hyperv on host hv-cinder-82160 at level 0 using segments [{'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 19 21:45:10.329276 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Attempting to bind port fdec4e38-4887-41d3-aa4a-75b30353ecd3 on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:45:10.334086 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Port fdec4e38-4887-41d3-aa4a-75b30353ecd3 on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82160 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 19 21:45:10.334411 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Attempting to bind port fdec4e38-4887-41d3-aa4a-75b30353ecd3 on network ce6acd12-5f71-4ac1-a012-ee1a9267af54 {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 19 21:45:10.339269 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Checking agent: {'id': '784e861e-ed9e-4d86-8660-cc4f4fc8e1d7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82160', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'started_at': datetime.datetime(2022, 1, 19, 21, 33, 16), 'heartbeat_timestamp': datetime.datetime(2022, 1, 19, 21, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 19 21:45:10.339618 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Checking segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 19 21:45:10.340089 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Bound using segment: {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'} {{(pid=102647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 19 21:45:10.340523 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.managers [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Bound port: fdec4e38-4887-41d3-aa4a-75b30353ecd3, host: hv-cinder-82160, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db825377-3f55-4979-9b9a-58cbb8c2e69a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54'}}] {{(pid=102647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 19 21:45:10.340883 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:10.409359 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] For port fdec4e38-4887-41d3-aa4a-75b30353ecd3, host hv-cinder-82160, cleared binding levels {{(pid=102647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 19 21:45:10.413302 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] For port fdec4e38-4887-41d3-aa4a-75b30353ecd3, host hv-cinder-82160, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fdec4e38-4887-41d3-aa4a-75b30353ecd3,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 19 21:45:10.418239 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:10.458119 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:10.458580 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:10.460110 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] 10.222.0.48 "PUT /v2.0/ports/fdec4e38-4887-41d3-aa4a-75b30353ecd3 HTTP/1.1" status: 200 len: 1093 time: 0.5994589 Jan 19 21:45:10.460604 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:45:10.462949 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f35854-5dd3-4666-9431-a7013ee496fd" -d '{"events": [{"name": "network-changed", "server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:45:10.494909 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65eb606-bd4b-4a5b-bcb3-d4a45dabcd1f service neutron] Pushing event updated for resources: {'Port': ['ID=fdec4e38-4887-41d3-aa4a-75b30353ecd3,revision_number=3']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:45:10.515023 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbd0762-cc8e-44bb-8c63-a90fc2091e51 x-openstack-request-id: req-bcbd0762-cc8e-44bb-8c63-a90fc2091e51 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:45:10.515312 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:45:10.515566 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcbd0762-cc8e-44bb-8c63-a90fc2091e51 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:45:10.516252 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'status': 'completed', 'code': 200} Jan 19 21:45:10.547969 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febd4e0-903e-4bb0-920b-abee9a1e99bd req-d616ac5e-2dce-41a3-84a5-43f4c7df88f2 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:10.549819 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1febd4e0-903e-4bb0-920b-abee9a1e99bd req-d616ac5e-2dce-41a3-84a5-43f4c7df88f2 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 943 time: 0.1328790 Jan 19 21:45:10.565922 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff08825-e68b-49f8-9342-041f4292cf5d req-cd764f0f-5f76-4767-8b8a-509933f13421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:10.567443 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-cd764f0f-5f76-4767-8b8a-509933f13421 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 1096 time: 0.0461490 Jan 19 21:45:10.609613 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-1febd4e0-903e-4bb0-920b-abee9a1e99bd req-dbcef213-718a-4240-bf59-fab6f13b8c3a tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541496 Jan 19 21:45:10.618003 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-3d7c41cd-143d-44de-a08b-78188f87240b service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdec4e38-4887-41d3-aa4a-75b30353ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0398068 Jan 19 21:45:10.675225 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c9f6b129-42bb-44fc-8b13-4ddc29f2a850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:10.676724 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-c9f6b129-42bb-44fc-8b13-4ddc29f2a850 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0486770 Jan 19 21:45:10.725104 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff08825-e68b-49f8-9342-041f4292cf5d req-1c553cae-f250-4f51-af00-55a02f99e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:10.726593 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-1c553cae-f250-4f51-af00-55a02f99e30d service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0408432 Jan 19 21:45:10.819120 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-dad11793-a1bf-403d-a3ff-1b52edb958ac service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846744 Jan 19 21:45:10.906992 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-aff08825-e68b-49f8-9342-041f4292cf5d req-4d4468e9-401c-44ef-abe3-b11b6f811c8d service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787628 Jan 19 21:45:11.004015 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-97a0d53e-867c-4e34-a477-0a269f6920cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:11.005474 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-97a0d53e-867c-4e34-a477-0a269f6920cb service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 1096 time: 0.0440080 Jan 19 21:45:11.092676 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-da45e134-ab9a-4065-9c7f-fb9fccb658b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:11.094058 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-da45e134-ab9a-4065-9c7f-fb9fccb658b1 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.0822456 Jan 19 21:45:11.134280 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-339f6705-3f20-4736-b74d-2f19746de330 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdec4e38-4887-41d3-aa4a-75b30353ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0335717 Jan 19 21:45:11.185692 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-e70a8259-e2e2-4704-bc2f-77d6abfa78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:11.187139 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-e70a8259-e2e2-4704-bc2f-77d6abfa78e3 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0465450 Jan 19 21:45:11.232809 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-80ce987c-4878-4126-bd11-0ccde8881b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:11.234283 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-80ce987c-4878-4126-bd11-0ccde8881b2b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388718 Jan 19 21:45:11.320946 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-5433e5b0-c32b-46dc-add9-695db22bed5d service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787828 Jan 19 21:45:11.412452 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c4f35854-5dd3-4666-9431-a7013ee496fd req-bb1892de-2173-48aa-b150-8372b8ef8d14 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831282 Jan 19 21:45:11.729818 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87aebc-59e2-462a-8a3b-c38dcaf31c3d req-b032382f-57f7-4c1d-92dc-115264d6a901 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:11.731291 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ac87aebc-59e2-462a-8a3b-c38dcaf31c3d req-b032382f-57f7-4c1d-92dc-115264d6a901 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 943 time: 0.0502498 Jan 19 21:45:11.779084 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ac87aebc-59e2-462a-8a3b-c38dcaf31c3d req-559f2cd7-6c5a-4aaf-82f6-d28c61a293b0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414188 Jan 19 21:45:12.299297 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-752b2209-a84c-48fe-bfd8-0a6ad6fe2a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:12.892621 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb0abca-4a65-4aa3-9459-900f590556ab req-21dc6161-d14d-45ef-b59d-d453d03bae11 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:12.893988 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ddb0abca-4a65-4aa3-9459-900f590556ab req-21dc6161-d14d-45ef-b59d-d453d03bae11 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 943 time: 0.0474470 Jan 19 21:45:12.944030 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-ddb0abca-4a65-4aa3-9459-900f590556ab req-145466d2-1d2c-45e5-97ea-5757c3105492 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443883 Jan 19 21:45:13.177464 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:14.059759 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d7985-a3f0-416d-b545-faffc1c435a4 req-5e5ae7e1-b998-4767-8205-8a1a95463eb9 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:14.061269 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7d0d7985-a3f0-416d-b545-faffc1c435a4 req-5e5ae7e1-b998-4767-8205-8a1a95463eb9 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 943 time: 0.0516644 Jan 19 21:45:14.109721 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7d0d7985-a3f0-416d-b545-faffc1c435a4 req-b45299ad-148d-4ef1-a1bb-849cd8f8f7ae tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421517 Jan 19 21:45:14.581038 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:15.229182 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2d30f-897d-4b08-869a-06b27903fe00 req-0d2e7006-26df-41bf-8562-2ee245de4cc2 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:15.230659 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-afb2d30f-897d-4b08-869a-06b27903fe00 req-0d2e7006-26df-41bf-8562-2ee245de4cc2 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 943 time: 0.0526845 Jan 19 21:45:15.280208 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-afb2d30f-897d-4b08-869a-06b27903fe00 req-22bcde33-1eed-49f7-9f2e-1f9c77d429d3 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437460 Jan 19 21:45:16.395958 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:16.396583 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bb2d7-ee27-4f87-b5ab-9e1ed19dfc9a req-e035bce7-8719-4f1d-9286-7c25d51b2a81 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:16.398905 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f62bb2d7-ee27-4f87-b5ab-9e1ed19dfc9a req-e035bce7-8719-4f1d-9286-7c25d51b2a81 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 943 time: 0.0509770 Jan 19 21:45:16.417954 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:16.450246 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f62bb2d7-ee27-4f87-b5ab-9e1ed19dfc9a req-dabb7d89-f16f-448e-9b80-c241e722b35c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455470 Jan 19 21:45:17.562263 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e3f253-7408-415a-9abe-10a0a44b5b2a req-cd5b5c2a-e474-4d88-a01e-a33961ce102c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:17.563795 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-76e3f253-7408-415a-9abe-10a0a44b5b2a req-cd5b5c2a-e474-4d88-a01e-a33961ce102c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 943 time: 0.0479033 Jan 19 21:45:17.613062 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-76e3f253-7408-415a-9abe-10a0a44b5b2a req-e1db740e-b6a8-4bf9-a188-572742f82581 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430326 Jan 19 21:45:18.593699 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fdec4e38-4887-41d3-aa4a-75b30353ecd3 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:45:18.686648 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fdec4e38-4887-41d3-aa4a-75b30353ecd3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fdec4e38-4887-41d3-aa4a-75b30353ecd3,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:45:18.698938 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'port_id': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'mac_address': 'fa:16:3e:f6:6c:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:45:18.728330 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894fedbb-c886-4a2e-9396-f9dd1702accf req-306158b4-fd15-4374-b0ee-e08766ff9cd3 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:18.729829 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-894fedbb-c886-4a2e-9396-f9dd1702accf req-306158b4-fd15-4374-b0ee-e08766ff9cd3 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 943 time: 0.0491748 Jan 19 21:45:18.738421 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port fdec4e38-4887-41d3-aa4a-75b30353ecd3 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:45:18.738812 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:18.751442 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdec4e38-4887-41d3-aa4a-75b30353ecd3 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:45:18.771366 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fdec4e38-4887-41d3-aa4a-75b30353ecd3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fdec4e38-4887-41d3-aa4a-75b30353ecd3,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:45:18.775927 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:18.785098 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-894fedbb-c886-4a2e-9396-f9dd1702accf req-cf92f030-7625-45b7-9599-fecb5be40811 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0496421 Jan 19 21:45:18.821679 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=fdec4e38-4887-41d3-aa4a-75b30353ecd3,revision_number=4']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:45:18.828682 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.828968 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.829307 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.829663 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.830604 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.830932 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.831483 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.831687 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.831962 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.832280 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.832600 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.832915 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:18.833230 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:19.071363 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['fdec4e38-4887-41d3-aa4a-75b30353ecd3'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:45:19.896891 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458dbb0-35e1-4005-acc0-580997c3c33a req-125d1248-3b46-40d2-875c-f07c6d31d180 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:19.898259 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3458dbb0-35e1-4005-acc0-580997c3c33a req-125d1248-3b46-40d2-875c-f07c6d31d180 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 944 time: 0.0473731 Jan 19 21:45:19.949884 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3458dbb0-35e1-4005-acc0-580997c3c33a req-34b6ab33-c535-4c59-839d-5c26c3d25fe0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461602 Jan 19 21:45:20.027290 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:45:20.606221 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fdec4e38-4887-41d3-aa4a-75b30353ecd3 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:45:20.657805 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning for port fdec4e38-4887-41d3-aa4a-75b30353ecd3 completed by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 19 21:45:20.662221 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port fdec4e38-4887-41d3-aa4a-75b30353ecd3 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:45:20.662593 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:20.744802 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port fdec4e38-4887-41d3-aa4a-75b30353ecd3 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:45:20.745195 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:20.767365 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:45:20.769593 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3512bb76-a2d1-439f-9dfd-bc57e335be1a" -d '{"events": [{"server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "name": "network-vif-plugged", "status": "completed", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:45:20.782056 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port fdec4e38-4887-41d3-aa4a-75b30353ecd3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fdec4e38-4887-41d3-aa4a-75b30353ecd3,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:45:20.787909 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:20.810796 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb257b9f-4e6d-4ab4-b6fe-56f9b4f044db x-openstack-request-id: req-eb257b9f-4e6d-4ab4-b6fe-56f9b4f044db {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:45:20.811083 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "name": "network-vif-plugged", "status": "completed", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:45:20.811331 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb257b9f-4e6d-4ab4-b6fe-56f9b4f044db {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:45:20.811713 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'code': 200} Jan 19 21:45:20.837005 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=fdec4e38-4887-41d3-aa4a-75b30353ecd3,revision_number=5']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:45:21.032428 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6d351a-70f1-4d52-bdd3-fb0d5b4c04ac req-452d2b00-72fb-4468-b152-f6f77e1c2553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:21.034569 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6e6d351a-70f1-4d52-bdd3-fb0d5b4c04ac req-452d2b00-72fb-4468-b152-f6f77e1c2553 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 1098 time: 0.0422080 Jan 19 21:45:21.067336 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cccfe-33d0-45f3-aa9e-1190ddadc89e req-951f3570-e11d-4dff-ba34-11e96c92725a tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:21.068851 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b64cccfe-33d0-45f3-aa9e-1190ddadc89e req-951f3570-e11d-4dff-ba34-11e96c92725a tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 945 time: 0.0491056 Jan 19 21:45:21.082011 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-6e6d351a-70f1-4d52-bdd3-fb0d5b4c04ac req-8e7a3c22-20e8-45df-8361-1b3ecbe5b1ec service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408940 Jan 19 21:45:21.117235 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b64cccfe-33d0-45f3-aa9e-1190ddadc89e req-012b7c09-21e5-4735-a098-6ceb8ee46650 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426471 Jan 19 21:45:22.235190 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ff081b-8774-44eb-87da-536fada2decc req-43032b59-4940-4dbe-a1a7-0990918de215 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:22.237139 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-67ff081b-8774-44eb-87da-536fada2decc req-43032b59-4940-4dbe-a1a7-0990918de215 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 945 time: 0.0504372 Jan 19 21:45:22.289563 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-67ff081b-8774-44eb-87da-536fada2decc req-96e81c51-203f-4405-ad54-30ac58c6b856 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466721 Jan 19 21:45:22.403917 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-411c82b9-8a5c-4e61-b337-85b04f97d251 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0491383 Jan 19 21:45:22.463903 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-97d5afac-46ff-435e-b62c-cc756c90e820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:22.465379 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-97d5afac-46ff-435e-b62c-cc756c90e820 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=016a0101c9314818a3c0e4b32829eb65&device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1098 time: 0.0405536 Jan 19 21:45:22.567026 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-162cd329-84a1-4323-92b8-dab3fe126952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:22.568518 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-162cd329-84a1-4323-92b8-dab3fe126952 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 200 len: 909 time: 0.0847499 Jan 19 21:45:22.636483 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-f3f3c3d2-9c88-4002-ad83-085e3bcf571f service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 200 len: 1001 time: 0.0607791 Jan 19 21:45:22.692899 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-c2f0dc9d-3a71-4231-8a7c-4c93588560c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:22.694277 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-c2f0dc9d-3a71-4231-8a7c-4c93588560c4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dd711ac-3a7f-4294-b482-adfbac97c604 HTTP/1.1" status: 200 len: 847 time: 0.0514767 Jan 19 21:45:22.739079 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-a5166771-3afd-45d1-84ff-2d36f7b677a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:22.740563 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-a5166771-3afd-45d1-84ff-2d36f7b677a9 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b14c8ffb-5162-4f52-9c1a-108477e18c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389688 Jan 19 21:45:22.832094 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-72775db2-98e0-4e8f-89f1-73ee869044b6 service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826519 Jan 19 21:45:22.919268 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e43cab8a-b6cc-4b12-912f-c69c6f05e5a9 req-1bffc801-e800-4341-a1c4-a93a624fcdc1 service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801923 Jan 19 21:45:23.403506 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88324ba5-425b-4289-9480-880ed7a2c800 req-a16d0ab4-b9eb-45a0-97fe-04a8d9fc3b56 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:23.405007 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-88324ba5-425b-4289-9480-880ed7a2c800 req-a16d0ab4-b9eb-45a0-97fe-04a8d9fc3b56 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 945 time: 0.0477216 Jan 19 21:45:23.453446 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-88324ba5-425b-4289-9480-880ed7a2c800 req-bb927a72-b73c-4aa5-b6df-6001de5ea509 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419316 Jan 19 21:45:23.573667 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4ef483-ef8c-4830-8357-e7816c57899b req-4b91c81e-0b00-45d6-9314-17d33b26656c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:23.575083 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0a4ef483-ef8c-4830-8357-e7816c57899b req-4b91c81e-0b00-45d6-9314-17d33b26656c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 945 time: 0.0542045 Jan 19 21:45:23.622442 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0a4ef483-ef8c-4830-8357-e7816c57899b req-96f72252-f28d-4d2f-8e39-3c2aac37f3a9 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417032 Jan 19 21:45:23.644843 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34220) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:45:23.682775 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d658e515-a297-4ce3-b254-2074c3a8594c tempest-TestVolumeBootPattern-1653998579 tempest-TestVolumeBootPattern-1653998579-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:23.684269 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-d658e515-a297-4ce3-b254-2074c3a8594c tempest-TestVolumeBootPattern-1653998579 tempest-TestVolumeBootPattern-1653998579-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 1093 time: 0.0384550 Jan 19 21:45:23.686839 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34222) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:45:23.691562 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.v2.base [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Request body: {'floatingip': {'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'port_id': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 19 21:45:23.714696 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:23.811431 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (None), before_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:23.911568 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_common [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Allocated IP 172.27.0.35 (84739f61-b1c1-472e-ba85-171d5e7d2458/d3d29fc5-6289-4275-9806-2b1e81bd959a/fd9b1763-74e1-477a-b6c0-9eb9e687f019) {{(pid=102647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 19 21:45:24.252025 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for port (fd9b1763-74e1-477a-b6c0-9eb9e687f019), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:24.289309 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775778935628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (fd9b1763-74e1-477a-b6c0-9eb9e687f019), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:24.326069 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Network 84739f61-b1c1-472e-ba85-171d5e7d2458 is already hosted by enough agents. {{(pid=102647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 19 21:45:24.328868 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.base_scheduler [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Resources bound (agent type, host, resource id): {{(pid=102647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 19 21:45:24.332873 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Received port after_create {{(pid=102647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 19 21:45:24.355993 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'Port': ['ID=fd9b1763-74e1-477a-b6c0-9eb9e687f019,revision_number=1']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:45:24.368720 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.369072 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.369414 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.369749 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.370080 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.370412 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.370739 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.371064 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.371389 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.371710 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.372065 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.372383 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.372701 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:45:24.696709 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (7a8a2893-5d32-485a-860f-07ea198ba764), precommit_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:24.759085 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (fd9b1763-74e1-477a-b6c0-9eb9e687f019), before_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:24.905093 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for port (fd9b1763-74e1-477a-b6c0-9eb9e687f019), precommit_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:24.909674 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26155008'] for port (fd9b1763-74e1-477a-b6c0-9eb9e687f019), after_update {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:24.979980 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event updated for resources: {'Port': ['ID=fd9b1763-74e1-477a-b6c0-9eb9e687f019,revision_number=2']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:45:24.990293 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1531919'] for floatingip (7a8a2893-5d32-485a-860f-07ea198ba764), after_create {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:25.087689 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Floating IP 7a8a2893-5d32-485a-860f-07ea198ba764 associated. External IP: 172.27.0.35, port: fdec4e38-4887-41d3-aa4a-75b30353ecd3. Jan 19 21:45:25.290225 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Router 2af3405c-7716-4bc0-8820-679727c42343 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:45:25.392870 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:45:25.402587 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] Sync routers for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:45:25.411296 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:25.412818 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:45:25.413444 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:45:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:45:25.441103 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-7dab5320-4ad5-452a-9d27-49d44e0326ad tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7532370 Jan 19 21:45:25.441696 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:45:25.443954 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b453e5ed-10aa-4109-89d6-8d5d196198b0" -d '{"events": [{"name": "network-changed", "server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:45:25.481464 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e90f2aea-0b5a-4af4-9441-2aaf33eb9c61 x-openstack-request-id: req-e90f2aea-0b5a-4af4-9441-2aaf33eb9c61 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:45:25.481755 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:45:25.482007 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e90f2aea-0b5a-4af4-9441-2aaf33eb9c61 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:45:25.482401 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'status': 'completed', 'code': 200} Jan 19 21:45:25.531325 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:45:25.541689 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-974fc86f-af94-4961-a9b8-ce6751d9f529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:25.543172 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-974fc86f-af94-4961-a9b8-ce6751d9f529 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 1098 time: 0.0398958 Jan 19 21:45:25.630730 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-b6a463bd-a327-4cf9-9d37-4342c06e1816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:25.632276 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-b6a463bd-a327-4cf9-9d37-4342c06e1816 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.0834844 Jan 19 21:45:25.699338 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-10850f65-89c1-4608-8870-1b807b0abe68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdec4e38-4887-41d3-aa4a-75b30353ecd3 HTTP/1.1" status: 200 len: 998 time: 0.0612717 Jan 19 21:45:25.748678 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-6ff64d2e-eda4-436e-92f1-77593d2a77b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:25.750119 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-6ff64d2e-eda4-436e-92f1-77593d2a77b4 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0440717 Jan 19 21:45:25.759426 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1754337a-0b0c-4d11-8c5e-eec733487dce', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:43:30Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 1, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}, {'id': '7a8a2893-5d32-485a-860f-07ea198ba764', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:f6:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643dd269-6b28-41d8-994c-070c4c2781fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:45:24Z', 'updated_at': '2022-01-19T21:45:24Z', 'revision_number': 0, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:45:25.786753 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] Checking router: 2af3405c-7716-4bc0-8820-679727c42343 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:45:25.794414 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-64b4e70a-2841-4eeb-bcc0-85d849fddf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:45:25.795602 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:45:25.795821 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-64b4e70a-2841-4eeb-bcc0-85d849fddf5b service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397453 Jan 19 21:45:25.796258 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:45:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:45:25.805718 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-5ddd5d90-3ae6-46ab-a14a-c0661918def5 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:45:25.806650 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-5ddd5d90-3ae6-46ab-a14a-c0661918def5 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049119 Jan 19 21:45:25.896771 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-7960a48f-5a60-4744-ac70-4d67b49f5cb3 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839536 Jan 19 21:45:25.901974 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:45:25.986489 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b453e5ed-10aa-4109-89d6-8d5d196198b0 req-4360ab88-7964-4714-92b9-d4953cdcaceb service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834746 Jan 19 21:45:26.129367 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1754337a-0b0c-4d11-8c5e-eec733487dce', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:43:30Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 1, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}, {'id': '7a8a2893-5d32-485a-860f-07ea198ba764', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:f6:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643dd269-6b28-41d8-994c-070c4c2781fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:45:24Z', 'updated_at': '2022-01-19T21:45:24Z', 'revision_number': 0, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:45:26.155372 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ddecd40-67b8-4cc3-bb43-d879632c7553 None None] The sync data for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi is: [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1754337a-0b0c-4d11-8c5e-eec733487dce', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:43:30Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 1, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}, {'id': '7a8a2893-5d32-485a-860f-07ea198ba764', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.35', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:f6:6c:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643dd269-6b28-41d8-994c-070c4c2781fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:45:24Z', 'updated_at': '2022-01-19T21:45:24Z', 'revision_number': 0, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:45:26.344288 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ca591f-7fdf-4337-8fcb-1b5ab0854a7e None None] New status for floating IP 7a8a2893-5d32-485a-860f-07ea198ba764: ACTIVE {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:45:39.719916 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-87dd8d8c-29d6-41c7-88c8-725e3a9b4f6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:42.301917 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-3e07d012-628b-4b8a-8694-e7a205791404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:43.179471 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:44.583192 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:46.399276 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:46.429052 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:45:57.025313 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:46:09.722395 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e22ea719-f061-46fe-b987-bd8a466da238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:11.135168 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1485276-8fbd-4388-9c82-097e8bfde858 req-6a1bb436-a735-4852-91ee-a2906addd08f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:11.136690 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a1485276-8fbd-4388-9c82-097e8bfde858 req-6a1bb436-a735-4852-91ee-a2906addd08f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0510802 Jan 19 21:46:11.185100 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a1485276-8fbd-4388-9c82-097e8bfde858 req-bda1447e-1dcc-4406-99fc-d691eb71e6fb tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428627 Jan 19 21:46:12.302848 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c7a7d0dc-9d95-4cee-a4bf-2ef290d71d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:12.307572 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec3698-97c2-499b-a3c8-06c62c534189 req-db3404ae-d1ba-4fe4-87ad-d8a937d51603 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:12.309157 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c6ec3698-97c2-499b-a3c8-06c62c534189 req-db3404ae-d1ba-4fe4-87ad-d8a937d51603 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0555680 Jan 19 21:46:12.357876 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c6ec3698-97c2-499b-a3c8-06c62c534189 req-3bb3e71c-0051-4299-9002-0c83baf3c41e tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431514 Jan 19 21:46:13.181582 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:13.473462 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c66077-6eb2-490f-a843-4998cfd8755c req-ccde060e-cab1-45e1-9363-3942273db87f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:13.474946 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f7c66077-6eb2-490f-a843-4998cfd8755c req-ccde060e-cab1-45e1-9363-3942273db87f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0480554 Jan 19 21:46:13.523189 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f7c66077-6eb2-490f-a843-4998cfd8755c req-24c9c15a-855d-4ed6-b45d-c12c9512fd99 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427356 Jan 19 21:46:14.585406 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:14.637788 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aefb8b-3813-4785-9f34-59c6f0e83814 req-6fa1ff21-1399-4a0e-acea-fa69cdf59458 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:14.639252 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f2aefb8b-3813-4785-9f34-59c6f0e83814 req-6fa1ff21-1399-4a0e-acea-fa69cdf59458 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0475636 Jan 19 21:46:14.687371 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f2aefb8b-3813-4785-9f34-59c6f0e83814 req-d5c1e464-728b-4932-a1d7-b1cbe8ec3151 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424833 Jan 19 21:46:15.804642 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f933df6-94ab-4015-9c1b-06f643506f25 req-d6662df2-d47b-4385-806d-19083c133824 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:15.806090 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4f933df6-94ab-4015-9c1b-06f643506f25 req-d6662df2-d47b-4385-806d-19083c133824 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0511754 Jan 19 21:46:15.857965 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-4f933df6-94ab-4015-9c1b-06f643506f25 req-168ff5a1-8270-4ef7-b7ed-4234900f0f08 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462673 Jan 19 21:46:16.400816 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:16.420399 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:16.970851 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148eef8-26a6-43d1-9b72-414c5f409be8 req-36ae3553-b337-4be4-af29-38342283d8a3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:16.973122 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c148eef8-26a6-43d1-9b72-414c5f409be8 req-36ae3553-b337-4be4-af29-38342283d8a3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0482676 Jan 19 21:46:17.024617 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c148eef8-26a6-43d1-9b72-414c5f409be8 req-e2a6652e-c02e-43ed-87cd-9a2de960beb2 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460801 Jan 19 21:46:18.141203 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e672b7e-cf4a-4690-95ed-ed27dc16e336 req-6d63ba00-4060-46ac-b0df-c8b936267e07 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:18.142672 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9e672b7e-cf4a-4690-95ed-ed27dc16e336 req-6d63ba00-4060-46ac-b0df-c8b936267e07 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0484350 Jan 19 21:46:18.191986 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-9e672b7e-cf4a-4690-95ed-ed27dc16e336 req-3b9fb443-cc98-47fb-9b6c-9ed707b3766f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436213 Jan 19 21:46:19.307637 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f5f7f-6c8f-43a5-87c6-b241c7ba4471 req-9b10b032-ee57-4090-aae6-88670caecce3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:19.309114 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5d6f5f7f-6c8f-43a5-87c6-b241c7ba4471 req-9b10b032-ee57-4090-aae6-88670caecce3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0480576 Jan 19 21:46:19.356122 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5d6f5f7f-6c8f-43a5-87c6-b241c7ba4471 req-bca5eeef-5a5d-4466-90a9-85d01b78387f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415237 Jan 19 21:46:20.468971 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a82ec6-121a-424e-b3da-ea6dce267a4d req-c24087cc-4525-4065-9385-a941bd4c6e31 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:20.470441 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b6a82ec6-121a-424e-b3da-ea6dce267a4d req-c24087cc-4525-4065-9385-a941bd4c6e31 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0471473 Jan 19 21:46:20.519924 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-b6a82ec6-121a-424e-b3da-ea6dce267a4d req-f481b653-9cb3-4582-848e-2fed88158a59 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422330 Jan 19 21:46:21.341747 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-ac97a940-0537-47cb-a7cc-bd4e493738e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:21.343375 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-ac97a940-0537-47cb-a7cc-bd4e493738e1 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=016a0101c9314818a3c0e4b32829eb65&device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1098 time: 0.0828719 Jan 19 21:46:21.445006 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-63d5c32d-4be0-469a-8c12-b5debb8b46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:21.446483 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-63d5c32d-4be0-469a-8c12-b5debb8b46e3 service neutron] 10.222.0.48 "GET /v2.0/networks?id=b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 200 len: 909 time: 0.0914552 Jan 19 21:46:21.510558 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-c284d001-12e3-4b66-a228-35d52f6823f6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 200 len: 1001 time: 0.0572693 Jan 19 21:46:21.565256 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-10723af9-8164-4b0c-bb04-fad41bacc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:21.567040 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-10723af9-8164-4b0c-bb04-fad41bacc8ee service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dd711ac-3a7f-4294-b482-adfbac97c604 HTTP/1.1" status: 200 len: 847 time: 0.0485487 Jan 19 21:46:21.647316 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-55e2f68f-97b5-4b65-a594-2a6a46005609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:21.649027 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-55e2f68f-97b5-4b65-a594-2a6a46005609 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b14c8ffb-5162-4f52-9c1a-108477e18c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0742774 Jan 19 21:46:21.674425 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff77b9-9dbc-459d-b1dd-a600fb2b5be0 req-f06886ef-ca1f-412a-b3a4-7552b3f7091a tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:21.676452 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ffff77b9-9dbc-459d-b1dd-a600fb2b5be0 req-f06886ef-ca1f-412a-b3a4-7552b3f7091a tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0769114 Jan 19 21:46:21.782676 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ffff77b9-9dbc-459d-b1dd-a600fb2b5be0 req-44b19f53-1f94-46c4-a300-7cab15063fd6 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965986 Jan 19 21:46:21.793738 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-3fef8d3d-0b65-4698-b407-61d289e94d24 service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366620 Jan 19 21:46:21.887406 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-db848e8a-25cd-49b7-97e7-9336a47afca0 req-f416f7d4-887d-4dee-943a-4f59aacb7698 service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864172 Jan 19 21:46:22.899755 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7095f426-3904-4ea3-a1ac-8bf9176ed731 req-012c7944-5556-4f35-9bad-f5cb304f95d4 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:22.901190 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7095f426-3904-4ea3-a1ac-8bf9176ed731 req-012c7944-5556-4f35-9bad-f5cb304f95d4 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0520289 Jan 19 21:46:22.948982 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-7095f426-3904-4ea3-a1ac-8bf9176ed731 req-44765e0e-ce03-4a3e-9924-e2afaa4f5077 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422790 Jan 19 21:46:23.048394 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-43d6b500-2016-4712-bc28-3ce3a7baaa0a service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421598 Jan 19 21:46:23.129068 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-28bc2902-b92c-47be-9c34-8598315ad352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:23.130574 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-28bc2902-b92c-47be-9c34-8598315ad352 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 1099 time: 0.0407281 Jan 19 21:46:23.231418 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-86ef90b8-27de-4d65-ad6a-e121d4b9a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:23.232823 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-86ef90b8-27de-4d65-ad6a-e121d4b9a951 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.0827606 Jan 19 21:46:23.305033 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-b734ee04-6ade-43b5-9447-24740ea19ec9 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe HTTP/1.1" status: 200 len: 1002 time: 0.0622818 Jan 19 21:46:23.353010 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-60cb652b-6ba3-491f-9c07-46280a8033c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:23.354427 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-60cb652b-6ba3-491f-9c07-46280a8033c1 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0434794 Jan 19 21:46:23.418635 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-66434ac0-be9e-406a-9b30-158961bd1773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:23.420292 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-66434ac0-be9e-406a-9b30-158961bd1773 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0418787 Jan 19 21:46:23.517305 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-c0692075-b439-42e9-a890-fec5d583599d service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837104 Jan 19 21:46:23.610964 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-b7226c51-e734-4cec-929c-2065162dc0e5 req-2b19eb4a-40f2-4d98-a9d8-0d9c3368e72f service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875344 Jan 19 21:46:24.069118 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e14fc-c07b-47eb-899e-2b21757e33a6 req-191da6e2-37e8-468f-90d4-f1b08d594a7e tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:24.070650 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8c6e14fc-c07b-47eb-899e-2b21757e33a6 req-191da6e2-37e8-468f-90d4-f1b08d594a7e tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0502493 Jan 19 21:46:24.125332 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8c6e14fc-c07b-47eb-899e-2b21757e33a6 req-d19789a4-9e6b-45f2-8ec5-ef074189f959 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491138 Jan 19 21:46:25.243483 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2a94d-cd5d-4421-a4c0-1032b276a798 req-ca986cd8-02de-4ccd-8dab-e65d6d3f4696 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:25.245008 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-78b2a94d-cd5d-4421-a4c0-1032b276a798 req-ca986cd8-02de-4ccd-8dab-e65d6d3f4696 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0526414 Jan 19 21:46:25.296241 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-78b2a94d-cd5d-4421-a4c0-1032b276a798 req-ee49f255-a4a3-46cd-bed0-defd9f0379db tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457094 Jan 19 21:46:25.406030 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [req-7df5fda1-d9f6-46ea-9872-245202f9dcd9 req-84332470-0236-461d-a328-ca76b4bda1a4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=102647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 19 21:46:25.406972 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-7df5fda1-d9f6-46ea-9872-245202f9dcd9 req-84332470-0236-461d-a328-ca76b4bda1a4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477586 Jan 19 21:46:25.566903 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-35a8f262-194e-4fe4-ba62-3a9d1fcd63ec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0726306 Jan 19 21:46:25.582404 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71907558-1362-4a8e-86c7-142785e18dfa req-c41da436-57f8-4f15-b09a-9446594c5141 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:25.583910 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-71907558-1362-4a8e-86c7-142785e18dfa req-c41da436-57f8-4f15-b09a-9446594c5141 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0663781 Jan 19 21:46:25.631802 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-71907558-1362-4a8e-86c7-142785e18dfa req-cef9bb65-6a2a-4505-ad01-c0629ff5552c tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Jan 19 21:46:26.750105 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cef6425-367f-4fb2-a2ef-66e6a3f61208 req-d691c01e-b642-420b-9e41-702d7c5180ce tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:26.754034 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5cef6425-367f-4fb2-a2ef-66e6a3f61208 req-d691c01e-b642-420b-9e41-702d7c5180ce tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0533886 Jan 19 21:46:26.804379 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-5cef6425-367f-4fb2-a2ef-66e6a3f61208 req-03ccfb7c-07c8-4b5d-bc6f-5a39d23a75ae tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454266 Jan 19 21:46:27.013708 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6092c21a-da43-4307-8fdd-669590f08290 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:46:27.088041 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 6092c21a-da43-4307-8fdd-669590f08290 is: ACTIVE; New status is: DOWN {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:46:27.088430 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6092c21a-da43-4307-8fdd-669590f08290), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:27.110728 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6092c21a-da43-4307-8fdd-669590f08290'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:46:27.113025 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdbd49ea-9669-48a0-9fc4-d6b33407f56a" -d '{"events": [{"server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "name": "network-vif-unplugged", "status": "completed", "tag": "6092c21a-da43-4307-8fdd-669590f08290"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:46:27.125428 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6092c21a-da43-4307-8fdd-669590f08290,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:46:27.130420 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6092c21a-da43-4307-8fdd-669590f08290), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:27.182578 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=6092c21a-da43-4307-8fdd-669590f08290,revision_number=6']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:46:27.189624 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.189977 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.190315 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.190649 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.190978 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.191338 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.191870 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.192047 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.192334 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.192659 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.192982 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.193300 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.193618 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:46:27.208361 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 19 Jan 2022 21:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e260a0-2ba2-45d0-9c9a-4946824f53e5 x-openstack-request-id: req-04e260a0-2ba2-45d0-9c9a-4946824f53e5 {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:46:27.208646 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "name": "network-vif-unplugged", "status": "failed", "tag": "6092c21a-da43-4307-8fdd-669590f08290", "code": 422}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:46:27.208904 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-04e260a0-2ba2-45d0-9c9a-4946824f53e5 {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:46:27.209310 dv-cinder-821602-16-iscsi neutron-server[102648]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6092c21a-da43-4307-8fdd-669590f08290', 'code': 422} returned with failed status Jan 19 21:46:27.921695 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d8a6de-fb16-47a8-b384-c28804c0e200 req-f7becee6-98fc-4661-b74c-dbee4e9c4328 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:27.923147 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-31d8a6de-fb16-47a8-b384-c28804c0e200 req-f7becee6-98fc-4661-b74c-dbee4e9c4328 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0472038 Jan 19 21:46:27.971526 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-31d8a6de-fb16-47a8-b384-c28804c0e200 req-51c1adc6-4429-4018-acdf-f4adaff06fa6 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423255 Jan 19 21:46:29.084015 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf32016-179a-41b7-b895-e738af72f150 req-1a6a506a-179e-49be-a85b-6cc8e7b7947d tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:29.085469 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3cf32016-179a-41b7-b895-e738af72f150 req-1a6a506a-179e-49be-a85b-6cc8e7b7947d tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0474913 Jan 19 21:46:29.132884 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-3cf32016-179a-41b7-b895-e738af72f150 req-3c9be27a-3db8-414e-8f10-e6cc63172272 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418322 Jan 19 21:46:30.248312 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051448-62a8-444f-90fc-c39f1071f6c8 req-04cf65e1-2679-4d2b-964e-42c1a9eb90a6 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:30.249743 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1e051448-62a8-444f-90fc-c39f1071f6c8 req-04cf65e1-2679-4d2b-964e-42c1a9eb90a6 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0508056 Jan 19 21:46:30.298762 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-1e051448-62a8-444f-90fc-c39f1071f6c8 req-837f56ae-c071-4ee2-889a-0e5571844528 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435450 Jan 19 21:46:31.028015 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-d93886a1-e8a6-4d33-b1d3-5cbc31be3fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:31.029484 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-d93886a1-e8a6-4d33-b1d3-5cbc31be3fa3 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34&tenant_id=016a0101c9314818a3c0e4b32829eb65 HTTP/1.1" status: 200 len: 1096 time: 0.0394127 Jan 19 21:46:31.099260 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-de6c50b3-6868-4135-9713-1a06dfbf8c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:31.100665 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-de6c50b3-6868-4135-9713-1a06dfbf8c2e service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=016a0101c9314818a3c0e4b32829eb65&device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1096 time: 0.0390823 Jan 19 21:46:31.194435 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-a16dfc8b-6271-4db9-9252-fac2c94c281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:31.195925 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-a16dfc8b-6271-4db9-9252-fac2c94c281e service neutron] 10.222.0.48 "GET /v2.0/networks?id=b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 200 len: 909 time: 0.0858691 Jan 19 21:46:31.259065 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-d6d5c124-a205-4a8a-9092-5f48eef86f68 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 200 len: 999 time: 0.0568116 Jan 19 21:46:31.313933 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-853223b2-dad4-4f69-8bfc-9997c6851674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:31.315416 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-853223b2-dad4-4f69-8bfc-9997c6851674 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dd711ac-3a7f-4294-b482-adfbac97c604 HTTP/1.1" status: 200 len: 847 time: 0.0472674 Jan 19 21:46:31.365513 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-615b6147-9296-4063-9f7c-b91de10aed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:31.366951 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-615b6147-9296-4063-9f7c-b91de10aed62 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b14c8ffb-5162-4f52-9c1a-108477e18c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411048 Jan 19 21:46:31.420976 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8f959-2d45-431c-b0dc-bfa88df4c15b req-7f73e260-5df1-4b55-909d-20f7bec7d823 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:31.422443 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ea8f959-2d45-431c-b0dc-bfa88df4c15b req-7f73e260-5df1-4b55-909d-20f7bec7d823 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0517502 Jan 19 21:46:31.459750 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-37c9393c-9fca-44bc-9890-6645ea9b22a9 service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828774 Jan 19 21:46:31.471386 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-2ea8f959-2d45-431c-b0dc-bfa88df4c15b req-c9ecf2d0-f105-44ad-ad2b-9cc201bce489 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420275 Jan 19 21:46:31.569091 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-f7974512-5711-4942-aa91-8bdbf8abbf5c req-044b966c-4183-4d5c-88aa-3656447097bc service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973184 Jan 19 21:46:32.587411 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad47735b-fa10-48b0-bab1-746d76437ccb req-3ff036ce-6ce9-46d0-8027-0109bce5e1c6 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:32.588926 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ad47735b-fa10-48b0-bab1-746d76437ccb req-3ff036ce-6ce9-46d0-8027-0109bce5e1c6 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0484226 Jan 19 21:46:32.636875 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ad47735b-fa10-48b0-bab1-746d76437ccb req-458b73b7-5578-43ca-9b52-7810b2a35ed3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424342 Jan 19 21:46:33.749528 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3af359-e575-4ecf-87e0-45d30e662471 req-12363231-38d8-4201-ad07-831f859cd5f5 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:33.750998 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0c3af359-e575-4ecf-87e0-45d30e662471 req-12363231-38d8-4201-ad07-831f859cd5f5 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0478523 Jan 19 21:46:33.799158 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-0c3af359-e575-4ecf-87e0-45d30e662471 req-c08fc301-ce6e-4e45-b86e-d947afc00d87 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426393 Jan 19 21:46:34.024880 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:46:34.915921 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba348fcb-9caa-465b-ac57-49b1e83bccbd req-c2390c06-54b3-4dd1-9e0a-20aeaa5f12e2 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:34.917457 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ba348fcb-9caa-465b-ac57-49b1e83bccbd req-c2390c06-54b3-4dd1-9e0a-20aeaa5f12e2 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0526214 Jan 19 21:46:34.968611 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-ba348fcb-9caa-465b-ac57-49b1e83bccbd req-de19fca1-77d2-4c44-b2b5-0e2a84313c53 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410590 Jan 19 21:46:36.082529 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647dbe-3252-49a3-bd67-b25547223780 req-688e54e3-3fcf-4a71-838e-8c5b12972540 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:36.084085 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dc647dbe-3252-49a3-bd67-b25547223780 req-688e54e3-3fcf-4a71-838e-8c5b12972540 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0469847 Jan 19 21:46:36.135596 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-dc647dbe-3252-49a3-bd67-b25547223780 req-8f413461-530c-42a4-9364-9f4ba511b55b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459404 Jan 19 21:46:37.249966 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436006e-1672-47d4-aebd-5178fcfdc5bb req-3f115d44-61be-449d-9dc8-69359a92b543 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:37.251453 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a436006e-1672-47d4-aebd-5178fcfdc5bb req-3f115d44-61be-449d-9dc8-69359a92b543 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0481811 Jan 19 21:46:37.306310 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-a436006e-1672-47d4-aebd-5178fcfdc5bb req-4cffd005-c0cb-41e6-bd6f-1d4fc6598233 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490620 Jan 19 21:46:38.419750 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d2d86-e06f-4ff3-8bc0-975f599108d6 req-5cce59e3-6d54-41f2-9bca-1e930a203117 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:38.421256 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-660d2d86-e06f-4ff3-8bc0-975f599108d6 req-5cce59e3-6d54-41f2-9bca-1e930a203117 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 943 time: 0.0499375 Jan 19 21:46:38.469649 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-660d2d86-e06f-4ff3-8bc0-975f599108d6 req-fc0a3267-622a-4549-abb9-72488bda0db2 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423079 Jan 19 21:46:39.091080 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6092c21a-da43-4307-8fdd-669590f08290 details requested by agent hyperv_hv-cinder-82160 with host hv-cinder-82160 {{(pid=102648) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 19 21:46:39.310498 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6092c21a-da43-4307-8fdd-669590f08290,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:46:39.321836 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Returning: {'device': '6092c21a-da43-4307-8fdd-669590f08290', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'port_id': '6092c21a-da43-4307-8fdd-669590f08290', 'mac_address': 'fa:16:3e:47:ba:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102648) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 19 21:46:39.358286 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 6092c21a-da43-4307-8fdd-669590f08290 is: DOWN; New status is: BUILD {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:46:39.358601 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6092c21a-da43-4307-8fdd-669590f08290), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:39.371338 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6092c21a-da43-4307-8fdd-669590f08290 {{(pid=102648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 19 21:46:39.390738 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6092c21a-da43-4307-8fdd-669590f08290,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:46:39.395590 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6092c21a-da43-4307-8fdd-669590f08290), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:39.444051 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=6092c21a-da43-4307-8fdd-669590f08290,revision_number=7']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:46:39.584296 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a87bd5-5c75-4343-a195-7a17ecc0bef0 req-4cfca885-7e64-4884-9900-92b4c1f8d836 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:39.585825 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e9a87bd5-5c75-4343-a195-7a17ecc0bef0 req-4cfca885-7e64-4884-9900-92b4c1f8d836 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 944 time: 0.0486987 Jan 19 21:46:39.636887 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e9a87bd5-5c75-4343-a195-7a17ecc0bef0 req-dbaf8a8d-affa-424a-a1a6-12bda7153ace tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454144 Jan 19 21:46:39.682306 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] get_ports_and_sgs() called for port_ids ['6092c21a-da43-4307-8fdd-669590f08290'] {{(pid=102648) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 19 21:46:39.739100 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-92c873d8-504a-4aa3-a767-46b6abf95a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:40.749867 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf5b28-698d-4e61-a8cf-27119f7e460f req-c9df4cab-a4d0-4283-a4da-2231b71c4c86 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:40.751334 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-43bf5b28-698d-4e61-a8cf-27119f7e460f req-c9df4cab-a4d0-4283-a4da-2231b71c4c86 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 944 time: 0.0477660 Jan 19 21:46:40.799021 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-43bf5b28-698d-4e61-a8cf-27119f7e460f req-bf2c3288-e735-4498-a3d8-719a553b671a tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420809 Jan 19 21:46:41.107945 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6092c21a-da43-4307-8fdd-669590f08290 up at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 19 21:46:41.154402 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.provisioning_blocks [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Provisioning complete for port 6092c21a-da43-4307-8fdd-669590f08290 triggered by entity L2. {{(pid=102648) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 19 21:46:41.154770 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7855982'] for port (6092c21a-da43-4307-8fdd-669590f08290), provisioning_complete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:41.227896 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Current status of the port 6092c21a-da43-4307-8fdd-669590f08290 is: BUILD; New status is: ACTIVE {{(pid=102648) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2213}} Jan 19 21:46:41.228288 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7862029'] for port (6092c21a-da43-4307-8fdd-669590f08290), before_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:41.252971 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6092c21a-da43-4307-8fdd-669590f08290'}] {{(pid=102648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:46:41.255738 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}eef444adf29d87f107e7d58519ef7ae7235fac4968ea804af2cb77680e42bc11" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8093b04d-71cc-4883-aeae-1706d5a8cbe3" -d '{"events": [{"server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "name": "network-vif-plugged", "status": "completed", "tag": "6092c21a-da43-4307-8fdd-669590f08290"}]}' {{(pid=102648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:46:41.270253 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6092c21a-da43-4307-8fdd-669590f08290,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:46:41.274507 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775779516546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775778935646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775778935664'] for port (6092c21a-da43-4307-8fdd-669590f08290), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:41.298857 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b030f956-5bc7-43fc-88ff-787dd512b8eb x-openstack-request-id: req-b030f956-5bc7-43fc-88ff-787dd512b8eb {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:46:41.299147 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "name": "network-vif-plugged", "status": "completed", "tag": "6092c21a-da43-4307-8fdd-669590f08290", "code": 200}]} {{(pid=102648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:46:41.299397 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b030f956-5bc7-43fc-88ff-787dd512b8eb {{(pid=102648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:46:41.299782 dv-cinder-821602-16-iscsi neutron-server[102648]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6092c21a-da43-4307-8fdd-669590f08290', 'code': 200} Jan 19 21:46:41.327262 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Pushing event updated for resources: {'Port': ['ID=6092c21a-da43-4307-8fdd-669590f08290,revision_number=8']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:46:41.526087 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce98526-e236-42f3-84f1-bdbf3ccfcb1b req-53645d53-277f-4e91-9e98-76a7266b1af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:41.527494 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cce98526-e236-42f3-84f1-bdbf3ccfcb1b req-53645d53-277f-4e91-9e98-76a7266b1af9 service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1098 time: 0.0398297 Jan 19 21:46:41.576634 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-cce98526-e236-42f3-84f1-bdbf3ccfcb1b req-bdb69828-1f29-45a1-bfbf-24a34f345381 service neutron] 10.222.0.48 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400875 Jan 19 21:46:41.918283 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fc3af1-61ed-49e7-872c-d9be6e26e1e3 req-afb0a9ad-dfea-4266-9953-8a8434444659 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:41.919771 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-41fc3af1-61ed-49e7-872c-d9be6e26e1e3 req-afb0a9ad-dfea-4266-9953-8a8434444659 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0544279 Jan 19 21:46:41.967996 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-41fc3af1-61ed-49e7-872c-d9be6e26e1e3 req-22a73c4d-c41f-42db-8968-3bfca4ebfeca tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423653 Jan 19 21:46:42.306310 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-102c2b85-920e-4f0f-b001-fbdbdf0f8daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:43.083227 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cae9b86-6abb-4bd0-934d-754365c33f68 req-b3121c60-9393-49ab-a871-29af23645ff0 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:46:43.084726 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8cae9b86-6abb-4bd0-934d-754365c33f68 req-b3121c60-9393-49ab-a871-29af23645ff0 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0487146 Jan 19 21:46:43.132690 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8cae9b86-6abb-4bd0-934d-754365c33f68 req-c182c7c1-8fed-4f32-a14f-de000f0eb37c tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Jan 19 21:46:43.183937 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:44.590526 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:46.406922 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:46:46.430946 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:04.259814 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34348) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:04.702621 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Deleting port fd9b1763-74e1-477a-b6c0-9eb9e687f019 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:04.702955 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (fd9b1763-74e1-477a-b6c0-9eb9e687f019), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:04.775366 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (fd9b1763-74e1-477a-b6c0-9eb9e687f019), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:04.775691 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (fd9b1763-74e1-477a-b6c0-9eb9e687f019), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:04.788080 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Calling delete_port for fd9b1763-74e1-477a-b6c0-9eb9e687f019 owned by network:floatingip {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:04.952733 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (fd9b1763-74e1-477a-b6c0-9eb9e687f019), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:04.980880 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event deleted for resources: {'Port': ['ID=fd9b1763-74e1-477a-b6c0-9eb9e687f019,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:04.991581 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.991962 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.992311 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.992652 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.992989 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.993327 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.993656 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.993990 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.994322 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.994654 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.994977 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.995301 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:04.995621 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:05.051491 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (7a8a2893-5d32-485a-860f-07ea198ba764), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:05.051810 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.db.l3_db [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Floating IP 7a8a2893-5d32-485a-860f-07ea198ba764 disassociated (deleted). External IP: 172.27.0.35, port: fdec4e38-4887-41d3-aa4a-75b30353ecd3. Jan 19 21:47:05.255944 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Router 2af3405c-7716-4bc0-8820-679727c42343 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:47:05.362541 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:47:05.367405 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:05.372589 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] Sync routers for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:47:05.382275 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:47:05.382896 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:46:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:05.393361 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-589a7d24-36a5-475e-9d9d-61a9a5e8e92c tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "DELETE /v2.0/floatingips/7a8a2893-5d32-485a-860f-07ea198ba764 HTTP/1.1" status: 204 len: 168 time: 1.1324129 Jan 19 21:47:05.393955 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:47:05.397054 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15331ca5-78bb-40eb-9a53-225c166da32d" -d '{"events": [{"name": "network-changed", "server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:47:05.433955 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70bc9af-427f-49ea-8631-ad540be6b699 x-openstack-request-id: req-f70bc9af-427f-49ea-8631-ad540be6b699 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:47:05.434250 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:47:05.434549 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f70bc9af-427f-49ea-8631-ad540be6b699 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:47:05.434911 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'status': 'completed', 'code': 200} Jan 19 21:47:05.498819 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:47:05.502529 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15331ca5-78bb-40eb-9a53-225c166da32d req-ca10e13e-4e63-41fc-8d91-b80c2815334d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:05.503968 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-15331ca5-78bb-40eb-9a53-225c166da32d req-ca10e13e-4e63-41fc-8d91-b80c2815334d service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 1098 time: 0.0432446 Jan 19 21:47:05.641901 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15331ca5-78bb-40eb-9a53-225c166da32d req-c483804c-d597-4873-bf68-94621c319c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:05.643368 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-15331ca5-78bb-40eb-9a53-225c166da32d req-c483804c-d597-4873-bf68-94621c319c39 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.1273177 Jan 19 21:47:05.654903 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b86966-b5fe-44a7-abae-5f09e097c8d7 req-8a39d580-4028-4661-9623-f0a9b6095bf7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:05.656353 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e6b86966-b5fe-44a7-abae-5f09e097c8d7 req-8a39d580-4028-4661-9623-f0a9b6095bf7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 945 time: 0.0720477 Jan 19 21:47:05.697228 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-15331ca5-78bb-40eb-9a53-225c166da32d req-c36ec7a0-f73e-4e79-8c95-ce70846bac50 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdec4e38-4887-41d3-aa4a-75b30353ecd3 HTTP/1.1" status: 200 len: 217 time: 0.0399425 Jan 19 21:47:05.732746 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1754337a-0b0c-4d11-8c5e-eec733487dce', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:43:30Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 1, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:05.759611 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] Checking router: 2af3405c-7716-4bc0-8820-679727c42343 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:47:05.768026 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:47:05.768643 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:46:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:05.770771 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-e6b86966-b5fe-44a7-abae-5f09e097c8d7 req-aa08d053-ba19-4e01-9f99-7c42b75904c7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059256 Jan 19 21:47:05.774472 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15331ca5-78bb-40eb-9a53-225c166da32d req-69af3345-e5da-4673-af7a-cc0d12eb362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:05.775941 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-15331ca5-78bb-40eb-9a53-225c166da32d req-69af3345-e5da-4673-af7a-cc0d12eb362b service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0710351 Jan 19 21:47:05.822906 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15331ca5-78bb-40eb-9a53-225c166da32d req-2897da90-205a-449d-9e77-358383a88971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:05.824429 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-15331ca5-78bb-40eb-9a53-225c166da32d req-2897da90-205a-449d-9e77-358383a88971 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407495 Jan 19 21:47:05.875222 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:47:05.918348 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-15331ca5-78bb-40eb-9a53-225c166da32d req-86b368fc-ccf7-40f3-81e1-5aca56c7085a service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863614 Jan 19 21:47:06.007618 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-15331ca5-78bb-40eb-9a53-225c166da32d req-65ac69f4-0db4-421e-b39d-01cb714765a3 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828257 Jan 19 21:47:06.103239 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1754337a-0b0c-4d11-8c5e-eec733487dce', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:43:30Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 1, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:06.129039 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6d856b-8ebb-4ed0-9214-fa386dadebef None None] The sync data for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi is: [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_floatingips': [{'id': '1754337a-0b0c-4d11-8c5e-eec733487dce', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'router_id': '2af3405c-7716-4bc0-8820-679727c42343', 'port_id': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'mac_address': 'fa:16:3e:9d:f7:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-19T21:43:30Z', 'updated_at': '2022-01-19T21:43:32Z', 'revision_number': 1, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:47:06.340410 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509353d0-fdc2-484e-b1c5-03ce6ab2757f None None] New status for floating IP 7a8a2893-5d32-485a-860f-07ea198ba764: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:47:06.890107 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e295aa9f-56d1-42cf-84d9-7112f428e53e req-9be3b2a3-dfae-42d1-ba3f-c3e5e471c123 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:06.891586 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e295aa9f-56d1-42cf-84d9-7112f428e53e req-9be3b2a3-dfae-42d1-ba3f-c3e5e471c123 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 945 time: 0.0494771 Jan 19 21:47:06.939469 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e295aa9f-56d1-42cf-84d9-7112f428e53e req-36daa9a0-35c5-4a35-8022-7aaa161525b7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422261 Jan 19 21:47:07.328400 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-6d417e84-b64f-48c4-ae50-3703f3cfefa7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:07.329847 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-6d417e84-b64f-48c4-ae50-3703f3cfefa7 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 945 time: 0.0516405 Jan 19 21:47:07.428742 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Deleting port fdec4e38-4887-41d3-aa4a-75b30353ecd3 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:07.429085 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:07.515075 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] For port fdec4e38-4887-41d3-aa4a-75b30353ecd3, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=fdec4e38-4887-41d3-aa4a-75b30353ecd3,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:47:07.515437 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:07.531856 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Calling delete_port for fdec4e38-4887-41d3-aa4a-75b30353ecd3 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:07.669783 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (fdec4e38-4887-41d3-aa4a-75b30353ecd3), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:07.697200 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event deleted for resources: {'Port': ['ID=fdec4e38-4887-41d3-aa4a-75b30353ecd3,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:07.739719 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] No DVR routers for this DVR port fdec4e38-4887-41d3-aa4a-75b30353ecd3 on host hv-cinder-82160 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:47:07.742244 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:07.745607 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-53d6df9f-d1ad-4ea1-a651-5d09d211b163 req-9f5dd75f-c476-42eb-b31e-900b82297f07 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "DELETE /v2.0/ports/fdec4e38-4887-41d3-aa4a-75b30353ecd3 HTTP/1.1" status: 204 len: 173 time: 0.4042742 Jan 19 21:47:07.746093 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'name': 'network-vif-deleted', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:47:07.748488 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39538f53-bcd3-4908-ac9d-a85d9073fc44" -d '{"events": [{"server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "name": "network-vif-deleted", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:47:07.788861 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee01cbb-12a4-4e03-8d9c-775e586db021 x-openstack-request-id: req-eee01cbb-12a4-4e03-8d9c-775e586db021 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:47:07.789157 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643dd269-6b28-41d8-994c-070c4c2781fb", "name": "network-vif-deleted", "tag": "fdec4e38-4887-41d3-aa4a-75b30353ecd3", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:47:07.789414 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eee01cbb-12a4-4e03-8d9c-775e586db021 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:47:07.789816 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '643dd269-6b28-41d8-994c-070c4c2781fb', 'name': 'network-vif-deleted', 'tag': 'fdec4e38-4887-41d3-aa4a-75b30353ecd3', 'status': 'completed', 'code': 200} Jan 19 21:47:08.041440 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-f25b9426-c191-4f0e-9354-c501ef618462 req-9fb93d56-21ed-46ba-8b6a-e4d259ae5f56 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=643dd269-6b28-41d8-994c-070c4c2781fb HTTP/1.1" status: 200 len: 210 time: 0.0320611 Jan 19 21:47:09.200251 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fdec4e38-4887-41d3-aa4a-75b30353ecd3 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:47:09.220964 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: fdec4e38-4887-41d3-aa4a-75b30353ecd3 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:47:09.221312 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device fdec4e38-4887-41d3-aa4a-75b30353ecd3 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:47:09.721520 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-008621e9-309d-4834-93fe-baf2c3a7bc3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:11.023826 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:47:11.312871 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34382) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:11.469930 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Deleting port fec955e0-0230-460d-9ea6-fc734b502d9e {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:11.470280 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (fec955e0-0230-460d-9ea6-fc734b502d9e), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:11.544756 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (fec955e0-0230-460d-9ea6-fc734b502d9e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:11.545086 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (fec955e0-0230-460d-9ea6-fc734b502d9e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:11.556603 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Calling delete_port for fec955e0-0230-460d-9ea6-fc734b502d9e owned by network:floatingip {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:11.703020 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (fec955e0-0230-460d-9ea6-fc734b502d9e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:11.729304 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event deleted for resources: {'Port': ['ID=fec955e0-0230-460d-9ea6-fc734b502d9e,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:11.751229 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.751583 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.751963 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.752305 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.752639 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.752973 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.753304 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.753632 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.753960 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.754856 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.755184 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.755504 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.755823 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102646) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:47:11.799129 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (1754337a-0b0c-4d11-8c5e-eec733487dce), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:11.799457 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Floating IP 1754337a-0b0c-4d11-8c5e-eec733487dce disassociated (deleted). External IP: 172.27.0.171, port: e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe. Jan 19 21:47:12.002470 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Router 2af3405c-7716-4bc0-8820-679727c42343 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:47:12.111478 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:47:12.116047 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:12.121665 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] Sync routers for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:47:12.131866 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:47:12.132490 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:46:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:12.145850 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-18810d2d-4a3c-4c30-976c-9bcb4494b21b tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "DELETE /v2.0/floatingips/1754337a-0b0c-4d11-8c5e-eec733487dce HTTP/1.1" status: 204 len: 168 time: 0.8317621 Jan 19 21:47:12.146547 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:47:12.148909 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:47:12.245103 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ed8600-4be0-43a2-b99c-3faf71c66079 x-openstack-request-id: req-c3ed8600-4be0-43a2-b99c-3faf71c66079 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:47:12.245486 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:47:12.246331 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3ed8600-4be0-43a2-b99c-3faf71c66079 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:47:12.246331 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'status': 'completed', 'code': 200} Jan 19 21:47:12.249238 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:47:12.320077 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-29c1924d-acd1-40c4-8416-9d50f0b4b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:12.322334 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-29c1924d-acd1-40c4-8416-9d50f0b4b621 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 1099 time: 0.0511243 Jan 19 21:47:12.379301 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-436bf2a7-c1e7-4347-8df7-3700cbf6fc8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:12.444687 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85749db-698f-42b7-8a99-95cb4ad377c1 req-1fedb617-a3b9-40f4-8093-72f4b85503dc tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:12.446192 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c85749db-698f-42b7-8a99-95cb4ad377c1 req-1fedb617-a3b9-40f4-8093-72f4b85503dc tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 946 time: 0.0978599 Jan 19 21:47:12.470571 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-b8eab8bf-16ad-45ed-887b-16b4cf3eb9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:12.471967 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:12.472177 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-b8eab8bf-16ad-45ed-887b-16b4cf3eb9a8 service neutron] 10.222.0.48 "GET /v2.0/networks?id=ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 200 len: 913 time: 0.1428733 Jan 19 21:47:12.499721 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] Checking router: 2af3405c-7716-4bc0-8820-679727c42343 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:47:12.510779 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:47:12.511459 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:12.522691 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-f2e62cae-375f-4c71-a4df-0aaa09c8c223 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe HTTP/1.1" status: 200 len: 217 time: 0.0433502 Jan 19 21:47:12.563778 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-c85749db-698f-42b7-8a99-95cb4ad377c1 req-0b007f46-f6da-45c7-9ca6-9d5306fe53dd tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1082902 Jan 19 21:47:12.583987 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-77b069f4-f826-4562-9d4f-dc9aae09b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:12.585320 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-77b069f4-f826-4562-9d4f-dc9aae09b9c2 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 200 len: 851 time: 0.0551305 Jan 19 21:47:12.619538 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:47:12.630096 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-6bd41dea-71fc-464d-a50f-aae38a578f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:12.631580 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-6bd41dea-71fc-464d-a50f-aae38a578f85 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=ce6acd12-5f71-4ac1-a012-ee1a9267af54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393770 Jan 19 21:47:12.724814 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-4010f514-4b19-4304-a402-6321ce550cb8 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853798 Jan 19 21:47:12.816454 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-01fa577c-7231-4ca3-b538-5d0b8ddf0fc1 req-687576ed-715e-4f03-9c09-91c618490478 service neutron] 10.222.0.48 "GET /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825958 Jan 19 21:47:12.824988 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:12.852280 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b924fb-4da5-4d89-8819-39132ae28fea None None] The sync data for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi is: [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:40:14Z', 'revision_number': 4, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '40232a20-dec7-4a12-90db-f1e5ff9a5fe2', 'name': '', 'network_id': 'ce6acd12-5f71-4ac1-a012-ee1a9267af54', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'mac_address': 'fa:16:3e:9e:12:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:14Z', 'updated_at': '2022-01-19T21:40:20Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'subnets': [{'id': 'e004ec97-db1b-4841-907e-5b7f97202845', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:47:13.075244 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd11e65-129e-4a6b-8ea4-527723c708a3 None None] New status for floating IP 1754337a-0b0c-4d11-8c5e-eec733487dce: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:47:13.187694 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:13.687610 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85dcda-4c45-45ad-b0ac-58ed46cfa25d req-74e090f4-01bc-4818-a8b8-a2cd88bd58d6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:13.689127 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-af85dcda-4c45-45ad-b0ac-58ed46cfa25d req-74e090f4-01bc-4818-a8b8-a2cd88bd58d6 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Jan 19 21:47:13.737064 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-af85dcda-4c45-45ad-b0ac-58ed46cfa25d req-654ad10b-4831-4549-a4bb-10cbe480f947 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab145eda-13fe-4f33-8e26-a80c2d1c46a8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416145 Jan 19 21:47:14.030062 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-174d85f8-8942-482b-8047-42692bd48220 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:14.031410 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-174d85f8-8942-482b-8047-42692bd48220 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 946 time: 0.0474966 Jan 19 21:47:14.124557 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Deleting port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:14.124897 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:14.212583 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] For port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:47:14.212946 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:14.225667 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Calling delete_port for e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:14.352239 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:14.380474 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event deleted for resources: {'Port': ['ID=e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:14.424320 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] No DVR routers for this DVR port e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe on host hv-cinder-82160 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:47:14.427676 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:14.430914 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-adcb0a28-1fa4-46b9-96b9-ff4320e19e1d req-e1f1eb0d-8ecb-43b1-91f8-e7591d5ab0e0 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.48 "DELETE /v2.0/ports/e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe HTTP/1.1" status: 204 len: 173 time: 0.3939431 Jan 19 21:47:14.431366 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'name': 'network-vif-deleted', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:47:14.433643 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6422fa-0842-4727-8413-ee875e364ccb" -d '{"events": [{"server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "name": "network-vif-deleted", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:47:14.471334 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a8353f-6408-4808-a0ef-043486c03f89 x-openstack-request-id: req-a7a8353f-6408-4808-a0ef-043486c03f89 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:47:14.471645 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "003cc2c3-b0b1-415c-b680-b11c8e639c76", "name": "network-vif-deleted", "tag": "e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:47:14.471913 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7a8353f-6408-4808-a0ef-043486c03f89 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:47:14.472323 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '003cc2c3-b0b1-415c-b680-b11c8e639c76', 'name': 'network-vif-deleted', 'tag': 'e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe', 'status': 'completed', 'code': 200} Jan 19 21:47:14.594059 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:14.845381 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-e9be0551-6b75-46d9-b04a-e846b8c2762a req-5dec8643-c1ff-42b2-bd6e-da219969f90f tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "GET /v2.0/ports?device_id=003cc2c3-b0b1-415c-b680-b11c8e639c76 HTTP/1.1" status: 200 len: 210 time: 0.0260255 Jan 19 21:47:15.903863 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34402) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:16.024259 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Deleting port b493a444-bc46-4bf9-b292-6a21ec91ca6b {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:16.024596 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (b493a444-bc46-4bf9-b292-6a21ec91ca6b), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:16.101193 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (b493a444-bc46-4bf9-b292-6a21ec91ca6b), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:16.101513 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (b493a444-bc46-4bf9-b292-6a21ec91ca6b), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:16.112689 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Calling delete_port for b493a444-bc46-4bf9-b292-6a21ec91ca6b owned by network:floatingip {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:16.241131 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (b493a444-bc46-4bf9-b292-6a21ec91ca6b), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:16.263000 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event deleted for resources: {'Port': ['ID=b493a444-bc46-4bf9-b292-6a21ec91ca6b,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:16.322258 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for floatingip (229f8457-86e7-46d7-8c04-9ba0f74d232e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:16.324766 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:16.325899 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d1e8e789-d54b-41eb-b8d9-be90d29413a5 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "DELETE /v2.0/floatingips/229f8457-86e7-46d7-8c04-9ba0f74d232e HTTP/1.1" status: 204 len: 168 time: 0.4209957 Jan 19 21:47:16.400842 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:16.431624 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:17.230928 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:47:17.255267 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:47:17.255628 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device e9e137ca-d2a8-41e8-b80c-b7ddc0fbb0fe not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:47:17.518182 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34414) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:17.579367 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-516ac1ac-3e81-49dc-83e1-a5a6dea8f005 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group (ab145eda-13fe-4f33-8e26-a80c2d1c46a8), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:17.614888 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-516ac1ac-3e81-49dc-83e1-a5a6dea8f005 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group (ab145eda-13fe-4f33-8e26-a80c2d1c46a8), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:17.676237 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-516ac1ac-3e81-49dc-83e1-a5a6dea8f005 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (ab145eda-13fe-4f33-8e26-a80c2d1c46a8), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:17.678983 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-516ac1ac-3e81-49dc-83e1-a5a6dea8f005 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:17.680150 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-516ac1ac-3e81-49dc-83e1-a5a6dea8f005 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] 10.222.0.39 "DELETE /v2.0/security-groups/ab145eda-13fe-4f33-8e26-a80c2d1c46a8 HTTP/1.1" status: 204 len: 168 time: 0.1609597 Jan 19 21:47:17.689105 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516ac1ac-3e81-49dc-83e1-a5a6dea8f005 tempest-TestVolumeBootPattern-898693028 tempest-TestVolumeBootPattern-898693028-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab145eda-13fe-4f33-8e26-a80c2d1c46a8,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:17.748413 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34418) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:18.175490 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1533455'] for router_interface (2af3405c-7716-4bc0-8820-679727c42343), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:18.655803 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Deleting port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:18.656161 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:18.735295 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] For port 40232a20-dec7-4a12-90db-f1e5ff9a5fe2, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=40232a20-dec7-4a12-90db-f1e5ff9a5fe2,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:47:18.735655 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:18.748428 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Calling delete_port for 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:18.923792 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (40232a20-dec7-4a12-90db-f1e5ff9a5fe2), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:18.946972 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Pushing event deleted for resources: {'Port': ['ID=40232a20-dec7-4a12-90db-f1e5ff9a5fe2,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:19.112389 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1507317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1535903'] for router_interface (2af3405c-7716-4bc0-8820-679727c42343), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:19.319541 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Router 2af3405c-7716-4bc0-8820-679727c42343 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:47:19.427172 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:47:19.433614 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5ab74278-1318-4249-a0e6-d653f7256485 admin admin] 10.222.0.39 "PUT /v2.0/routers/2af3405c-7716-4bc0-8820-679727c42343/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827362 Jan 19 21:47:19.434722 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34422) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:19.437412 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] Sync routers for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:47:19.447937 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:47:19.448643 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:19.538300 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks [] for router (2af3405c-7716-4bc0-8820-679727c42343), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:19.647638 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks [] for router_gateway (2af3405c-7716-4bc0-8820-679727c42343), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:19.696395 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:47:19.701796 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Deleting port 984fdadd-82fd-40c8-a192-659149e4c700 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:19.702137 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (984fdadd-82fd-40c8-a192-659149e4c700), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:19.784348 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] For port 984fdadd-82fd-40c8-a192-659149e4c700, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=984fdadd-82fd-40c8-a192-659149e4c700,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:47:19.785453 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (984fdadd-82fd-40c8-a192-659149e4c700), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:19.796938 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Calling delete_port for 984fdadd-82fd-40c8-a192-659149e4c700 owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:19.871532 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': '984fdadd-82fd-40c8-a192-659149e4c700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:47:18Z', 'revision_number': 5, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port': {'id': '984fdadd-82fd-40c8-a192-659149e4c700', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:88:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af3405c-7716-4bc0-8820-679727c42343', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:11Z', 'updated_at': '2022-01-19T21:40:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:19.899221 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] Checking router: 2af3405c-7716-4bc0-8820-679727c42343 for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:47:19.908312 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] Routers {'2af3405c-7716-4bc0-8820-679727c42343'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:47:19.909122 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['2af3405c-7716-4bc0-8820-679727c42343'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:19.963425 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (984fdadd-82fd-40c8-a192-659149e4c700), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:19.988436 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Pushing event deleted for resources: {'Port': ['ID=984fdadd-82fd-40c8-a192-659149e4c700,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:20.005500 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] Set router 2af3405c-7716-4bc0-8820-679727c42343 gateway port host: None {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:47:20.051638 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1531969'] for router_gateway (2af3405c-7716-4bc0-8820-679727c42343), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.062660 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:47:19Z', 'revision_number': 6, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port_host': None}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:20.089521 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94021ef7-4f38-426a-9b5a-8c0d8b0cfe91 None None] The sync data for ids ['2af3405c-7716-4bc0-8820-679727c42343'] in dv-cinder-821602-16-iscsi is: [{'id': '2af3405c-7716-4bc0-8820-679727c42343', 'name': 'tempest-TestVolumeBootPattern-1811052408-router', 'tenant_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:10Z', 'updated_at': '2022-01-19T21:47:19Z', 'revision_number': 6, 'project_id': '96a16a0510fb4a22b32fd21ff104e7b1', 'gw_port_host': None}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:47:20.141568 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1534196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25836'] for router (2af3405c-7716-4bc0-8820-679727c42343), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.143711 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks [] for router_controller (2af3405c-7716-4bc0-8820-679727c42343), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.187583 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1534189'] for router (2af3405c-7716-4bc0-8820-679727c42343), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.188122 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af3405c-7716-4bc0-8820-679727c42343 {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 21:47:20.192694 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.193912 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1c44c133-8e7f-45e8-adcb-7c15ae22a94c admin admin] 10.222.0.39 "DELETE /v2.0/routers/2af3405c-7716-4bc0-8820-679727c42343 HTTP/1.1" status: 204 len: 168 time: 0.7582865 Jan 19 21:47:20.196501 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34424) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:20.240206 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae5dc88-9b5f-454e-b6ab-4310cab30cc1 admin admin] Deleting subnet e004ec97-db1b-4841-907e-5b7f97202845 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:47:20.243130 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc88-9b5f-454e-b6ab-4310cab30cc1 admin admin] Publish callbacks [] for subnet (e004ec97-db1b-4841-907e-5b7f97202845), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.279864 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc88-9b5f-454e-b6ab-4310cab30cc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25490559'] for subnet (e004ec97-db1b-4841-907e-5b7f97202845), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.354842 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc88-9b5f-454e-b6ab-4310cab30cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (e004ec97-db1b-4841-907e-5b7f97202845), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.405268 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc88-9b5f-454e-b6ab-4310cab30cc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25586935'] for subnet (e004ec97-db1b-4841-907e-5b7f97202845), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.432446 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae5dc88-9b5f-454e-b6ab-4310cab30cc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e004ec97-db1b-4841-907e-5b7f97202845,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:20.434509 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-1ae5dc88-9b5f-454e-b6ab-4310cab30cc1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.437573 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-1ae5dc88-9b5f-454e-b6ab-4310cab30cc1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e004ec97-db1b-4841-907e-5b7f97202845 HTTP/1.1" status: 204 len: 168 time: 0.2400968 Jan 19 21:47:20.438862 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac3fc0-8eaf-441f-b25a-83e5d1657f71 None None] Network ce6acd12-5f71-4ac1-a012-ee1a9267af54 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:47:20.440210 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34426) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:20.512297 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (ce6acd12-5f71-4ac1-a012-ee1a9267af54), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.567220 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Deleting port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:20.567633 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.632321 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] For port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=d1b3f5a6-e3d3-4612-88c8-3a653eeb056a,segment=NetworkSegment(db825377-3f55-4979-9b9a-58cbb8c2e69a),segment_id=db825377-3f55-4979-9b9a-58cbb8c2e69a)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:47:20.632676 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.644798 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Calling delete_port for d1b3f5a6-e3d3-4612-88c8-3a653eeb056a owned by network:dhcp {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:20.720611 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (d1b3f5a6-e3d3-4612-88c8-3a653eeb056a), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.749275 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b3f5a6-e3d3-4612-88c8-3a653eeb056a,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:20.751156 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] No DVR routers for this DVR port d1b3f5a6-e3d3-4612-88c8-3a653eeb056a on host dv-cinder-821602-16-iscsi {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:47:20.819436 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (ce6acd12-5f71-4ac1-a012-ee1a9267af54), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.838695 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6acd12-5f71-4ac1-a012-ee1a9267af54']}} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:20.847530 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db825377-3f55-4979-9b9a-58cbb8c2e69a') {'for_net_delete': True} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:20.848368 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db825377-3f55-4979-9b9a-58cbb8c2e69a') {} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:20.857391 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16926406'] for segment (db825377-3f55-4979-9b9a-58cbb8c2e69a), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.872756 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (db825377-3f55-4979-9b9a-58cbb8c2e69a), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.879489 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=102646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:47:20.880445 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17038085'] for segment (db825377-3f55-4979-9b9a-58cbb8c2e69a), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: warnings.warn(msg) Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: Traceback (most recent call last): Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: timer() Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: cb(*args, **kw) Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: return func(*args, **kwargs) Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: self._notify() Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: self.callback(batched_events) Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: event.method(event) Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: return f(self, *a, **k) Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._get(url).json() Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: return self.request(url, 'GET', **kwargs) Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:47:20.882021 dv-cinder-821602-16-iscsi neutron-server[102646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:47:20.915216 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2d5daf-0cc1-47cf-b6be-9a1252af78f0 None None] DHCP port deletion for ce6acd12-5f71-4ac1-a012-ee1a9267af54 request from dv-cinder-821602-16-iscsi {{(pid=102648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 21:47:20.950719 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (ce6acd12-5f71-4ac1-a012-ee1a9267af54), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.956584 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:20.960010 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ce6acd12-5f71-4ac1-a012-ee1a9267af54 HTTP/1.1" status: 204 len: 168 time: 0.5186768 Jan 19 21:47:20.963597 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34432) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:20.970907 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d1b3f5a6-e3d3-4612-88c8-3a653eeb056a no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:47:20.971252 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce013314-06ff-4e28-a63b-5d97fb3834e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6acd12-5f71-4ac1-a012-ee1a9267af54,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:20.993058 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: d1b3f5a6-e3d3-4612-88c8-3a653eeb056a {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:47:20.993411 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device d1b3f5a6-e3d3-4612-88c8-3a653eeb056a not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:47:20.993831 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:47:21.017002 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:47:21.017593 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 40232a20-dec7-4a12-90db-f1e5ff9a5fe2 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:47:21.018181 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 984fdadd-82fd-40c8-a192-659149e4c700 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:47:21.038473 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 984fdadd-82fd-40c8-a192-659149e4c700 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:47:21.038824 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 984fdadd-82fd-40c8-a192-659149e4c700 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:47:21.318930 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1533455'] for router_interface (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:21.556050 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Deleting port fa0896c9-9f7f-44d9-b716-d257308fb4ff {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:21.556272 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:21.632001 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] For port fa0896c9-9f7f-44d9-b716-d257308fb4ff, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=fa0896c9-9f7f-44d9-b716-d257308fb4ff,segment=NetworkSegment(7b88a658-e433-4aeb-8037-e31dcec3211e),segment_id=7b88a658-e433-4aeb-8037-e31dcec3211e)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:47:21.632363 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:21.644500 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Calling delete_port for fa0896c9-9f7f-44d9-b716-d257308fb4ff owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:21.818612 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (fa0896c9-9f7f-44d9-b716-d257308fb4ff), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:21.846469 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa0896c9-9f7f-44d9-b716-d257308fb4ff,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:22.006936 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1507317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1535903'] for router_interface (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:22.471036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:47:22.576972 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:47:22.582055 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-5b4cf7fe-70ce-47ea-ad38-6f31a28ef3b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6173263 Jan 19 21:47:22.585563 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34434) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:22.586254 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] Sync routers for ids ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:47:22.595719 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] Routers {'d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:47:22.596374 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:22.708012 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] Set router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:47:22.896690 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:18Z', 'updated_at': '2022-01-19T21:47:21Z', 'revision_number': 5, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'gw_port': {'id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:19Z', 'updated_at': '2022-01-19T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:22.924395 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] Checking router: d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:47:22.933334 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] Routers {'d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:47:22.933944 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:12Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:22.951798 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks [] for router (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.042363 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] Set router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:47:23.058551 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks [] for router_gateway (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.111391 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Deleting port f3ea37c1-3f68-4e9f-b910-da8d65b5141e {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:23.111613 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.189993 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] For port f3ea37c1-3f68-4e9f-b910-da8d65b5141e, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=f3ea37c1-3f68-4e9f-b910-da8d65b5141e,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:47:23.190358 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.203864 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Calling delete_port for f3ea37c1-3f68-4e9f-b910-da8d65b5141e owned by network:router_gateway {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:23.218706 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:18Z', 'updated_at': '2022-01-19T21:47:21Z', 'revision_number': 5, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'gw_port': {'id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:19Z', 'updated_at': '2022-01-19T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:23.336506 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e01dab-1db7-48f2-99de-f9e7ea7f73a9 None None] The sync data for ids ['d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5'] in dv-cinder-821602-16-iscsi is: [{'id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'name': 'tempest-TestVolumeBootPattern-719920943-router', 'tenant_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:40:18Z', 'updated_at': '2022-01-19T21:47:21Z', 'revision_number': 5, 'project_id': 'd0ca6d47052a4d109fd05bddf74d358e', 'gw_port': {'id': 'f3ea37c1-3f68-4e9f-b910-da8d65b5141e', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:25:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 539, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:40:19Z', 'updated_at': '2022-01-19T21:40:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:47:23.386686 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (f3ea37c1-3f68-4e9f-b910-da8d65b5141e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.392822 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-226ce17b-0720-475a-8453-7edbab927cff service neutron] 10.222.0.48 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430930 Jan 19 21:47:23.419006 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ea37c1-3f68-4e9f-b910-da8d65b5141e,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:23.459747 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-6b3f8c15-dce7-4a92-8c7f-59bfc2491c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:23.461281 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-6b3f8c15-dce7-4a92-8c7f-59bfc2491c70 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=016a0101c9314818a3c0e4b32829eb65&device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1098 time: 0.0403597 Jan 19 21:47:23.481304 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1531969'] for router_gateway (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.571715 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1534196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25836'] for router (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.572242 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-3003f851-a2d1-4361-893a-28cfd048cbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:23.573795 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-3003f851-a2d1-4361-893a-28cfd048cbbc service neutron] 10.222.0.48 "GET /v2.0/networks?id=b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 200 len: 909 time: 0.0896833 Jan 19 21:47:23.573924 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks [] for router_controller (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.616055 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1534189'] for router (d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.616700 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 {{(pid=102646) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 21:47:23.621827 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.623003 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-6c77df97-579a-4275-ba30-894e89dfad32 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d0a3614a-0ccd-4fa8-b6bc-794ed7f2f8e5 HTTP/1.1" status: 204 len: 168 time: 1.0364268 Jan 19 21:47:23.625534 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34436) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:23.643087 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-c4962293-34b1-4d6e-a01e-c4a9547fb9d6 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 200 len: 1001 time: 0.0596416 Jan 19 21:47:23.677060 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c82f467-292c-4796-b13a-0bf4d4f139dd admin admin] Deleting subnet fb3ad7d7-6543-415e-a320-edf3a0e78d60 {{(pid=102646) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:47:23.681411 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7c82f467-292c-4796-b13a-0bf4d4f139dd admin admin] Publish callbacks [] for subnet (fb3ad7d7-6543-415e-a320-edf3a0e78d60), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.702536 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-6266821e-95f8-4023-8608-684d318fddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:23.704050 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-6266821e-95f8-4023-8608-684d318fddd6 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dd711ac-3a7f-4294-b482-adfbac97c604 HTTP/1.1" status: 200 len: 847 time: 0.0514922 Jan 19 21:47:23.720082 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7c82f467-292c-4796-b13a-0bf4d4f139dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16926431'] for subnet (fb3ad7d7-6543-415e-a320-edf3a0e78d60), precommit_delete_associations {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.757885 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-6d9599f6-5676-4d68-9c3a-30f3073e9b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:47:23.759400 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-6d9599f6-5676-4d68-9c3a-30f3073e9b0f service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b14c8ffb-5162-4f52-9c1a-108477e18c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463612 Jan 19 21:47:23.802471 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7c82f467-292c-4796-b13a-0bf4d4f139dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (fb3ad7d7-6543-415e-a320-edf3a0e78d60), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.856466 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7c82f467-292c-4796-b13a-0bf4d4f139dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-17038171', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-18692263'] for subnet (fb3ad7d7-6543-415e-a320-edf3a0e78d60), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.856856 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-5139e005-33ba-41f5-8a10-c27ead566fde service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879838 Jan 19 21:47:23.885425 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82f467-292c-4796-b13a-0bf4d4f139dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb3ad7d7-6543-415e-a320-edf3a0e78d60,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:23.892402 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-7c82f467-292c-4796-b13a-0bf4d4f139dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for subnet (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:23.898905 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-7c82f467-292c-4796-b13a-0bf4d4f139dd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fb3ad7d7-6543-415e-a320-edf3a0e78d60 HTTP/1.1" status: 204 len: 168 time: 0.2701728 Jan 19 21:47:23.899082 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522a3f65-a120-4e65-b01f-8c72bad8a6e6 None None] Network 41733651-383e-4cbc-9f25-034cb8eb5745 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:47:23.899597 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34438) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:23.973700 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-0fbe2278-aa1c-4a9e-b57a-40dacb49c0a2 req-df18b590-8169-4579-88f9-f58a14a2ce9f service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059270 Jan 19 21:47:23.985419 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (41733651-383e-4cbc-9f25-034cb8eb5745), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.052560 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Deleting port 7d0ded79-3c92-4497-9dcc-beb93493fef5 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:24.053115 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.062198 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d191cb5c-337d-4ba3-a695-e70d4a4a7b28 None None] DHCP port deletion for 41733651-383e-4cbc-9f25-034cb8eb5745 request from dv-cinder-821602-16-iscsi {{(pid=102648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 21:47:24.112397 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-d191cb5c-337d-4ba3-a695-e70d4a4a7b28 None None] Deleting port 7d0ded79-3c92-4497-9dcc-beb93493fef5 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:47:24.112781 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d191cb5c-337d-4ba3-a695-e70d4a4a7b28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.121940 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] For port 7d0ded79-3c92-4497-9dcc-beb93493fef5, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=7d0ded79-3c92-4497-9dcc-beb93493fef5,segment=NetworkSegment(7b88a658-e433-4aeb-8037-e31dcec3211e),segment_id=7b88a658-e433-4aeb-8037-e31dcec3211e)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:47:24.122242 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.135252 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Calling delete_port for 7d0ded79-3c92-4497-9dcc-beb93493fef5 owned by network:dhcp {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:24.175037 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-d191cb5c-337d-4ba3-a695-e70d4a4a7b28 None None] For port 7d0ded79-3c92-4497-9dcc-beb93493fef5, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=7d0ded79-3c92-4497-9dcc-beb93493fef5,segment=NetworkSegment(7b88a658-e433-4aeb-8037-e31dcec3211e),segment_id=7b88a658-e433-4aeb-8037-e31dcec3211e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:47:24.175424 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d191cb5c-337d-4ba3-a695-e70d4a4a7b28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.187797 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-d191cb5c-337d-4ba3-a695-e70d4a4a7b28 None None] Calling delete_port for 7d0ded79-3c92-4497-9dcc-beb93493fef5 owned by network:dhcp {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:47:24.214903 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.238312 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0ded79-3c92-4497-9dcc-beb93493fef5,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:24.245995 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] No DVR routers for this DVR port 7d0ded79-3c92-4497-9dcc-beb93493fef5 on host dv-cinder-821602-16-iscsi {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:47:24.270327 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-d191cb5c-337d-4ba3-a695-e70d4a4a7b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637'] for port (7d0ded79-3c92-4497-9dcc-beb93493fef5), after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.297144 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d191cb5c-337d-4ba3-a695-e70d4a4a7b28 None None] Pushing event deleted for resources: {'Port': ['ID=7d0ded79-3c92-4497-9dcc-beb93493fef5,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:24.298881 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d191cb5c-337d-4ba3-a695-e70d4a4a7b28 None None] No DVR routers for this DVR port 7d0ded79-3c92-4497-9dcc-beb93493fef5 on host dv-cinder-821602-16-iscsi {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:47:24.322134 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (41733651-383e-4cbc-9f25-034cb8eb5745), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.343687 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41733651-383e-4cbc-9f25-034cb8eb5745']}} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:24.354642 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b88a658-e433-4aeb-8037-e31dcec3211e') {'for_net_delete': True} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:24.354949 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b88a658-e433-4aeb-8037-e31dcec3211e') {} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:47:24.366435 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16926406'] for segment (7b88a658-e433-4aeb-8037-e31dcec3211e), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.382434 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (7b88a658-e433-4aeb-8037-e31dcec3211e), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.389186 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=102646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:47:24.389662 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17038085'] for segment (7b88a658-e433-4aeb-8037-e31dcec3211e), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: Traceback (most recent call last): Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: timer() Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: cb(*args, **kw) Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: return func(*args, **kwargs) Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: self._notify() Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: self.callback(batched_events) Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: event.method(event) Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: return f(self, *a, **k) Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._get(url).json() Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: return self.request(url, 'GET', **kwargs) Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:47:24.391355 dv-cinder-821602-16-iscsi neutron-server[102646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:47:24.451793 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (41733651-383e-4cbc-9f25-034cb8eb5745), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.457121 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.460991 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] 10.222.0.39 "DELETE /v2.0/networks/41733651-383e-4cbc-9f25-034cb8eb5745 HTTP/1.1" status: 204 len: 168 time: 0.5604103 Jan 19 21:47:24.474273 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218e410-3abb-4bbf-b130-5102c9e0a972 admin admin] Pushing event deleted for resources: {'Network': ['ID=41733651-383e-4cbc-9f25-034cb8eb5745,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:24.569933 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34442) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:24.609952 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-d2bcacf6-edd6-4df9-8ccf-9e74a8239726 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=96a16a0510fb4a22b32fd21ff104e7b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387585 Jan 19 21:47:24.612390 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34444) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:24.659281 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b567de26-f900-427f-a75b-f9fc079e1b8b admin admin] Publish callbacks [] for security_group (0e22f35a-aa65-44b7-a501-9fd647d36658), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.680061 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b567de26-f900-427f-a75b-f9fc079e1b8b admin admin] Publish callbacks [] for security_group (0e22f35a-aa65-44b7-a501-9fd647d36658), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.732017 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b567de26-f900-427f-a75b-f9fc079e1b8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (0e22f35a-aa65-44b7-a501-9fd647d36658), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.734595 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-b567de26-f900-427f-a75b-f9fc079e1b8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:24.735746 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-b567de26-f900-427f-a75b-f9fc079e1b8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0e22f35a-aa65-44b7-a501-9fd647d36658 HTTP/1.1" status: 204 len: 168 time: 0.1224821 Jan 19 21:47:24.744175 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567de26-f900-427f-a75b-f9fc079e1b8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e22f35a-aa65-44b7-a501-9fd647d36658,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:24.904453 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 7d0ded79-3c92-4497-9dcc-beb93493fef5 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:47:24.924536 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 7d0ded79-3c92-4497-9dcc-beb93493fef5 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:47:24.924810 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 7d0ded79-3c92-4497-9dcc-beb93493fef5 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:47:24.925226 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device f3ea37c1-3f68-4e9f-b910-da8d65b5141e no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:47:24.947777 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: f3ea37c1-3f68-4e9f-b910-da8d65b5141e {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:47:24.948149 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device f3ea37c1-3f68-4e9f-b910-da8d65b5141e not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:47:24.948564 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device fa0896c9-9f7f-44d9-b716-d257308fb4ff no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:47:24.967513 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: fa0896c9-9f7f-44d9-b716-d257308fb4ff {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:47:24.967895 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device fa0896c9-9f7f-44d9-b716-d257308fb4ff not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:47:25.051816 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34450) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:25.094625 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-6329d6a3-47c9-419a-aee4-b2e58154d324 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0ca6d47052a4d109fd05bddf74d358e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414455 Jan 19 21:47:25.097042 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34452) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:47:25.146958 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6061841a-5b76-463d-b71a-1ea12e2666a6 admin admin] Publish callbacks [] for security_group (f0868ab0-2025-473c-bc08-37b05968fc3f), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:25.167691 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6061841a-5b76-463d-b71a-1ea12e2666a6 admin admin] Publish callbacks [] for security_group (f0868ab0-2025-473c-bc08-37b05968fc3f), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:25.212874 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6061841a-5b76-463d-b71a-1ea12e2666a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (f0868ab0-2025-473c-bc08-37b05968fc3f), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:25.215369 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-6061841a-5b76-463d-b71a-1ea12e2666a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:25.216740 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-6061841a-5b76-463d-b71a-1ea12e2666a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0868ab0-2025-473c-bc08-37b05968fc3f HTTP/1.1" status: 204 len: 168 time: 0.1188200 Jan 19 21:47:25.225410 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6061841a-5b76-463d-b71a-1ea12e2666a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0868ab0-2025-473c-bc08-37b05968fc3f,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:47:39.723780 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-79e80bc6-2b83-4c66-88c9-d1250b04ff3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:42.311878 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-577fdf10-cb57-4ff4-bc2b-94c310eef284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:43.190555 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:44.596594 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:46.403091 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:46.433368 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:47:48.023336 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:48:01.467352 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34456) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:01.624290 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Deleting port 34f1d77f-f3d2-4e28-bebc-3be35ed9bce9 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:48:01.624626 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (34f1d77f-f3d2-4e28-bebc-3be35ed9bce9), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:01.700488 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (34f1d77f-f3d2-4e28-bebc-3be35ed9bce9), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:01.700808 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for floatingip (34f1d77f-f3d2-4e28-bebc-3be35ed9bce9), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:01.712833 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Calling delete_port for 34f1d77f-f3d2-4e28-bebc-3be35ed9bce9 owned by network:floatingip {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:48:01.853708 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (34f1d77f-f3d2-4e28-bebc-3be35ed9bce9), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:01.881222 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event deleted for resources: {'Port': ['ID=34f1d77f-f3d2-4e28-bebc-3be35ed9bce9,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:01.941902 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for floatingip (41c6756b-334b-4c24-bdf5-8540dee6bbe1), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:01.942263 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.db.l3_db [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Floating IP 41c6756b-334b-4c24-bdf5-8540dee6bbe1 disassociated (deleted). External IP: 172.27.0.129, port: 6092c21a-da43-4307-8fdd-669590f08290. Jan 19 21:48:02.159260 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Router 24103fec-c77f-493d-b976-97270abbae8d has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:48:02.266224 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:48:02.271003 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for floatingip (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:02.275680 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] Sync routers for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:48:02.284589 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:48:02.285201 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:02.297565 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-ac8b13ac-5a17-4f21-a465-b7c8dc69c73b tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "DELETE /v2.0/floatingips/41c6756b-334b-4c24-bdf5-8540dee6bbe1 HTTP/1.1" status: 204 len: 168 time: 0.8290334 Jan 19 21:48:02.298144 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'tag': '6092c21a-da43-4307-8fdd-669590f08290'}] {{(pid=102646) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:48:02.300418 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fd4f06756494773222e98e69f2e13a07d5089e1a42c692d4e50779490f63a34" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11996387-a266-4d50-87e5-e9a4c21a6078" -d '{"events": [{"name": "network-changed", "server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "tag": "6092c21a-da43-4307-8fdd-669590f08290"}]}' {{(pid=102646) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:48:02.342356 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 19 Jan 2022 21:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02929eb-d677-4596-a693-d8572f899e44 x-openstack-request-id: req-c02929eb-d677-4596-a693-d8572f899e44 {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:48:02.342649 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "tag": "6092c21a-da43-4307-8fdd-669590f08290", "status": "completed", "code": 200}]} {{(pid=102646) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:48:02.342905 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c02929eb-d677-4596-a693-d8572f899e44 {{(pid=102646) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:48:02.343403 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'tag': '6092c21a-da43-4307-8fdd-669590f08290', 'status': 'completed', 'code': 200} Jan 19 21:48:02.396537 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:48:02.416479 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-0cb3c5d6-1137-4b4b-abdc-724fd74f1071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:48:02.417965 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-0cb3c5d6-1137-4b4b-abdc-724fd74f1071 service neutron] 10.222.0.48 "GET /v2.0/ports?tenant_id=016a0101c9314818a3c0e4b32829eb65&device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 1098 time: 0.0433722 Jan 19 21:48:02.529066 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-170afd95-6206-4d65-a3ee-a30936e3ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:48:02.530536 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-170afd95-6206-4d65-a3ee-a30936e3ecbd service neutron] 10.222.0.48 "GET /v2.0/networks?id=b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 200 len: 909 time: 0.1035786 Jan 19 21:48:02.542315 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90ef13d-4547-44bf-91ba-c9e40508fb5f req-495eb57e-c233-4dce-87a5-c253f826729f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102646) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:48:02.543872 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a90ef13d-4547-44bf-91ba-c9e40508fb5f req-495eb57e-c233-4dce-87a5-c253f826729f tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0515623 Jan 19 21:48:02.581597 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-35bbed78-bf99-4456-911b-94298caf0762 service neutron] 10.222.0.48 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 200 len: 217 time: 0.0438583 Jan 19 21:48:02.596701 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [req-a90ef13d-4547-44bf-91ba-c9e40508fb5f req-cb9be35c-4dc4-403a-b888-2b3b345fef17 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473008 Jan 19 21:48:02.610413 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:36Z', 'revision_number': 5, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:02.636732 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-00313a64-ed74-4b19-a6f9-e3fdb352a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:48:02.638580 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-00313a64-ed74-4b19-a6f9-e3fdb352a692 service neutron] 10.222.0.48 "GET /v2.0/subnets?id=6dd711ac-3a7f-4294-b482-adfbac97c604 HTTP/1.1" status: 200 len: 847 time: 0.0506637 Jan 19 21:48:02.641813 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] Checking router: 24103fec-c77f-493d-b976-97270abbae8d for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:48:02.651003 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:48:02.651627 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:02.685767 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-fb048681-7c98-489b-9250-5f84cdc5ea91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:48:02.687157 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-fb048681-7c98-489b-9250-5f84cdc5ea91 service neutron] 10.222.0.48 "GET /v2.0/ports?network_id=b14c8ffb-5162-4f52-9c1a-108477e18c85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0398059 Jan 19 21:48:02.754899 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:48:02.781707 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-6aaf4beb-1f54-4e77-a3f4-5f5bf74f7e37 service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878019 Jan 19 21:48:02.872510 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-11996387-a266-4d50-87e5-e9a4c21a6078 req-c8c63f4b-81b4-481c-922e-cb731b0c8a83 service neutron] 10.222.0.48 "GET /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838366 Jan 19 21:48:02.955743 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:36Z', 'revision_number': 5, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:02.981228 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc6ce04-7cbf-4ef5-85a2-869dd7cfcc7d None None] The sync data for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi is: [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:43:31Z', 'revision_number': 4, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi', '_interfaces': [{'id': '4e1801bf-5ac0-4542-9735-d1cb0572c0df', 'name': '', 'network_id': 'b14c8ffb-5162-4f52-9c1a-108477e18c85', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'mac_address': 'fa:16:3e:12:b2:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:31Z', 'updated_at': '2022-01-19T21:43:36Z', 'revision_number': 5, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'subnets': [{'id': '6dd711ac-3a7f-4294-b482-adfbac97c604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:48:03.197593 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb88786-07bb-42b8-8c33-156901801b74 None None] New status for floating IP 41c6756b-334b-4c24-bdf5-8540dee6bbe1: DOWN {{(pid=102649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 19 21:48:03.724112 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361bd252-2883-49eb-a10f-ca51604a6734 req-8a43f9f4-3d2e-4cb0-b870-7d2d15ea17ff tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:48:03.726280 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-361bd252-2883-49eb-a10f-ca51604a6734 req-8a43f9f4-3d2e-4cb0-b870-7d2d15ea17ff tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0596509 Jan 19 21:48:03.775058 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-361bd252-2883-49eb-a10f-ca51604a6734 req-40c35da7-5161-4b73-b9ed-b68569f4285e tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/security-groups?id=013fc2bd-9552-49d6-a98c-b098784538f6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Jan 19 21:48:04.303494 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-90926679-a1f4-4060-a205-99120573ca61 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 19 21:48:04.305699 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-90926679-a1f4-4060-a205-99120573ca61 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.48 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 945 time: 0.0478613 Jan 19 21:48:04.400418 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Deleting port 6092c21a-da43-4307-8fdd-669590f08290 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:48:04.400756 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (6092c21a-da43-4307-8fdd-669590f08290), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:04.487942 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] For port 6092c21a-da43-4307-8fdd-669590f08290, host hv-cinder-82160, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82160',level=0,port_id=6092c21a-da43-4307-8fdd-669590f08290,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:48:04.488304 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (6092c21a-da43-4307-8fdd-669590f08290), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:04.500587 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Calling delete_port for 6092c21a-da43-4307-8fdd-669590f08290 owned by compute:nova {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:48:04.628841 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (6092c21a-da43-4307-8fdd-669590f08290), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:04.654993 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event deleted for resources: {'Port': ['ID=6092c21a-da43-4307-8fdd-669590f08290,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:04.696230 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] No DVR routers for this DVR port 6092c21a-da43-4307-8fdd-669590f08290 on host hv-cinder-82160 {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:48:04.698780 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1025060'] for port (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:04.702286 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-22ebc277-cff6-4def-bb63-abfdd5d8c778 req-29deca9c-65cd-4211-84c3-4eb817434ba3 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.48 "DELETE /v2.0/ports/6092c21a-da43-4307-8fdd-669590f08290 HTTP/1.1" status: 204 len: 173 time: 0.3874681 Jan 19 21:48:04.702735 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'name': 'network-vif-deleted', 'tag': '6092c21a-da43-4307-8fdd-669590f08290'}] {{(pid=102647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 19 21:48:04.705103 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e2d141665d72ce331fa73bbb20289e0d77e81545b99c32675b24ea2c8a7d05a8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d2a204-f911-4b5b-b2bc-065946999e04" -d '{"events": [{"server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "name": "network-vif-deleted", "tag": "6092c21a-da43-4307-8fdd-669590f08290"}]}' {{(pid=102647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 19 21:48:04.872481 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [req-8913f4a3-1f38-44bb-b543-1b9b3e6645be req-f83e8739-baa3-45ed-9557-d7945f7ff025 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "GET /v2.0/ports?device_id=0767bf57-d78f-4299-bd6e-43ae3f2bfd34 HTTP/1.1" status: 200 len: 210 time: 0.0297613 Jan 19 21:48:04.971106 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 19 Jan 2022 21:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1da4da-b3bc-4567-a95e-263cb7855d60 x-openstack-request-id: req-5c1da4da-b3bc-4567-a95e-263cb7855d60 {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 19 21:48:04.971106 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0767bf57-d78f-4299-bd6e-43ae3f2bfd34", "name": "network-vif-deleted", "tag": "6092c21a-da43-4307-8fdd-669590f08290", "status": "completed", "code": 200}]} {{(pid=102647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 19 21:48:04.971834 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c1da4da-b3bc-4567-a95e-263cb7855d60 {{(pid=102647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 19 21:48:04.971834 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0767bf57-d78f-4299-bd6e-43ae3f2bfd34', 'name': 'network-vif-deleted', 'tag': '6092c21a-da43-4307-8fdd-669590f08290', 'status': 'completed', 'code': 200} Jan 19 21:48:05.926563 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34474) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:05.986487 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-72a1f322-e2e2-4daf-a721-876e2923ced7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group (013fc2bd-9552-49d6-a98c-b098784538f6), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:06.011721 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-72a1f322-e2e2-4daf-a721-876e2923ced7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group (013fc2bd-9552-49d6-a98c-b098784538f6), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:06.069016 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-72a1f322-e2e2-4daf-a721-876e2923ced7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (013fc2bd-9552-49d6-a98c-b098784538f6), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:06.071603 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-72a1f322-e2e2-4daf-a721-876e2923ced7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Publish callbacks [] for security_group (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:06.072857 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-72a1f322-e2e2-4daf-a721-876e2923ced7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] 10.222.0.39 "DELETE /v2.0/security-groups/013fc2bd-9552-49d6-a98c-b098784538f6 HTTP/1.1" status: 204 len: 168 time: 0.1451726 Jan 19 21:48:06.082532 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1f322-e2e2-4daf-a721-876e2923ced7 tempest-TestShelveInstance-1351202864 tempest-TestShelveInstance-1351202864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=013fc2bd-9552-49d6-a98c-b098784538f6,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:06.119165 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34478) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:06.468569 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1533455'] for router_interface (24103fec-c77f-493d-b976-97270abbae8d), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:06.705663 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Deleting port 4e1801bf-5ac0-4542-9735-d1cb0572c0df {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:48:06.706000 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:06.784643 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] For port 4e1801bf-5ac0-4542-9735-d1cb0572c0df, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=4e1801bf-5ac0-4542-9735-d1cb0572c0df,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:48:06.784926 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:06.797966 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Calling delete_port for 4e1801bf-5ac0-4542-9735-d1cb0572c0df owned by network:router_interface {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:48:06.974430 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (4e1801bf-5ac0-4542-9735-d1cb0572c0df), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:07.004733 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e1801bf-5ac0-4542-9735-d1cb0572c0df,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:07.166518 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1507317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1535903'] for router_interface (24103fec-c77f-493d-b976-97270abbae8d), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:07.627001 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Router 24103fec-c77f-493d-b976-97270abbae8d has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102646) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:48:07.729528 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102646) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:48:07.734567 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-c4f3927c-45bd-4405-b4cc-441857e0f9b7 admin admin] 10.222.0.39 "PUT /v2.0/routers/24103fec-c77f-493d-b976-97270abbae8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6143861 Jan 19 21:48:07.737242 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34480) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:07.737952 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] Sync routers for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:48:07.752088 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:48:07.752710 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:07.840522 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks [] for router (24103fec-c77f-493d-b976-97270abbae8d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:07.856625 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:48:07.941426 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks [] for router_gateway (24103fec-c77f-493d-b976-97270abbae8d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.001394 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Deleting port f5091451-7aab-4b96-a4bd-37002c277589 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:48:08.001735 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (f5091451-7aab-4b96-a4bd-37002c277589), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.081981 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] For port f5091451-7aab-4b96-a4bd-37002c277589, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=f5091451-7aab-4b96-a4bd-37002c277589,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:48:08.082366 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (f5091451-7aab-4b96-a4bd-37002c277589), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.095968 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Calling delete_port for f5091451-7aab-4b96-a4bd-37002c277589 owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:48:08.162505 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216'}], 'enable_snat': True}, 'gw_port_id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:48:06Z', 'revision_number': 5, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port': {'id': 'f5091451-7aab-4b96-a4bd-37002c277589', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:13:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24103fec-c77f-493d-b976-97270abbae8d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:29Z', 'updated_at': '2022-01-19T21:43:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:08.189536 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] Checking router: 24103fec-c77f-493d-b976-97270abbae8d for host: dv-cinder-821602-16-iscsi {{(pid=102648) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:48:08.198244 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] Routers {'24103fec-c77f-493d-b976-97270abbae8d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102648) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:48:08.198866 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['24103fec-c77f-493d-b976-97270abbae8d'], 'active': True} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:08.260757 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (f5091451-7aab-4b96-a4bd-37002c277589), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.288121 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5091451-7aab-4b96-a4bd-37002c277589,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:08.292302 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvr_db [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] Set router 24103fec-c77f-493d-b976-97270abbae8d gateway port host: None {{(pid=102648) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:48:08.316931 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.317276 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.317619 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.317954 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.318283 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.318613 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.318938 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.319265 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.319651 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.320367 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.320717 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.321044 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.321512 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:08.358838 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_hamode_db [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:48:07Z', 'revision_number': 6, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port_host': None}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:08.363495 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1531969'] for router_gateway (24103fec-c77f-493d-b976-97270abbae8d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.384903 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968ade40-290a-48a1-a041-dc92d571f8cf None None] The sync data for ids ['24103fec-c77f-493d-b976-97270abbae8d'] in dv-cinder-821602-16-iscsi is: [{'id': '24103fec-c77f-493d-b976-97270abbae8d', 'name': 'tempest-TestShelveInstance-142787849-router', 'tenant_id': '016a0101c9314818a3c0e4b32829eb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:28Z', 'updated_at': '2022-01-19T21:48:07Z', 'revision_number': 6, 'project_id': '016a0101c9314818a3c0e4b32829eb65', 'gw_port_host': None}] {{(pid=102648) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:48:08.459036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1534196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25836'] for router (24103fec-c77f-493d-b976-97270abbae8d), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.461463 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks [] for router_controller (24103fec-c77f-493d-b976-97270abbae8d), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.503688 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1534189'] for router (24103fec-c77f-493d-b976-97270abbae8d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.504243 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24103fec-c77f-493d-b976-97270abbae8d {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 21:48:08.510244 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.511385 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-0f26e60a-fe9a-4448-8379-43bc1df85619 admin admin] 10.222.0.39 "DELETE /v2.0/routers/24103fec-c77f-493d-b976-97270abbae8d HTTP/1.1" status: 204 len: 168 time: 0.7731364 Jan 19 21:48:08.514038 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34482) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:08.558481 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-98dbde6c-e273-472e-a3ef-b2e26d247ac4 admin admin] Deleting subnet 6dd711ac-3a7f-4294-b482-adfbac97c604 {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:48:08.561603 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98dbde6c-e273-472e-a3ef-b2e26d247ac4 admin admin] Publish callbacks [] for subnet (6dd711ac-3a7f-4294-b482-adfbac97c604), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.599766 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98dbde6c-e273-472e-a3ef-b2e26d247ac4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25490559'] for subnet (6dd711ac-3a7f-4294-b482-adfbac97c604), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.675131 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98dbde6c-e273-472e-a3ef-b2e26d247ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (6dd711ac-3a7f-4294-b482-adfbac97c604), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.725391 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98dbde6c-e273-472e-a3ef-b2e26d247ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25586935'] for subnet (6dd711ac-3a7f-4294-b482-adfbac97c604), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.753551 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dbde6c-e273-472e-a3ef-b2e26d247ac4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6dd711ac-3a7f-4294-b482-adfbac97c604,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:08.755517 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-98dbde6c-e273-472e-a3ef-b2e26d247ac4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.758831 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-98dbde6c-e273-472e-a3ef-b2e26d247ac4 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6dd711ac-3a7f-4294-b482-adfbac97c604 HTTP/1.1" status: 204 len: 168 time: 0.2438235 Jan 19 21:48:08.760883 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbe3b88-6f74-4775-b2b2-42edd7ae9c4b None None] Network b14c8ffb-5162-4f52-9c1a-108477e18c85 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:48:08.761421 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [-] (102646) accepted ('10.222.0.39', 34484) {{(pid=102646) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:08.834043 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (b14c8ffb-5162-4f52-9c1a-108477e18c85), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.887762 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Deleting port 639ac7ab-206d-47be-832e-3b10ea055081 {{(pid=102646) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:48:08.888143 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (639ac7ab-206d-47be-832e-3b10ea055081), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.954083 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.db [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] For port 639ac7ab-206d-47be-832e-3b10ea055081, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=639ac7ab-206d-47be-832e-3b10ea055081,segment=NetworkSegment(2e292952-567e-48a8-8a89-bd2f3541bbb9),segment_id=2e292952-567e-48a8-8a89-bd2f3541bbb9)] {{(pid=102646) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:48:08.954364 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (639ac7ab-206d-47be-832e-3b10ea055081), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:08.967331 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.plugin [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Calling delete_port for 639ac7ab-206d-47be-832e-3b10ea055081 owned by network:dhcp {{(pid=102646) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:48:09.045389 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-17038198'] for port (639ac7ab-206d-47be-832e-3b10ea055081), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.073613 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] No DVR routers for this DVR port 639ac7ab-206d-47be-832e-3b10ea055081 on host dv-cinder-821602-16-iscsi {{(pid=102646) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:48:09.075200 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=639ac7ab-206d-47be-832e-3b10ea055081,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:09.153228 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (b14c8ffb-5162-4f52-9c1a-108477e18c85), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.168263 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3b4b66-465d-4aa7-90ad-240b3b29edda None None] DHCP port deletion for b14c8ffb-5162-4f52-9c1a-108477e18c85 request from dv-cinder-821602-16-iscsi {{(pid=102648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 21:48:09.183924 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b14c8ffb-5162-4f52-9c1a-108477e18c85']}} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:09.189357 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e292952-567e-48a8-8a89-bd2f3541bbb9') {'for_net_delete': True} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:09.189650 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.services.segments.db [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e292952-567e-48a8-8a89-bd2f3541bbb9') {} {{(pid=102646) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:09.201581 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16926406'] for segment (2e292952-567e-48a8-8a89-bd2f3541bbb9), before_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.215109 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (2e292952-567e-48a8-8a89-bd2f3541bbb9), precommit_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.221586 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102646) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:48:09.222205 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-17038085'] for segment (2e292952-567e-48a8-8a89-bd2f3541bbb9), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.225689 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 639ac7ab-206d-47be-832e-3b10ea055081 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: Traceback (most recent call last): Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: timer() Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: cb(*args, **kw) Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: return func(*args, **kwargs) Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: self._notify() Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: self.callback(batched_events) Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: event.method(event) Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: return f(self, *a, **k) Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._get(url).json() Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: return self.request(url, 'GET', **kwargs) Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:48:09.225943 dv-cinder-821602-16-iscsi neutron-server[102646]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:48:09.248718 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 639ac7ab-206d-47be-832e-3b10ea055081 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:48:09.249152 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 639ac7ab-206d-47be-832e-3b10ea055081 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:48:09.249663 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device f5091451-7aab-4b96-a4bd-37002c277589 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:48:09.271938 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: f5091451-7aab-4b96-a4bd-37002c277589 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:48:09.272390 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device f5091451-7aab-4b96-a4bd-37002c277589 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:48:09.273035 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 4e1801bf-5ac0-4542-9735-d1cb0572c0df no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:48:09.285811 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (b14c8ffb-5162-4f52-9c1a-108477e18c85), after_delete {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.292425 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron_lib.callbacks.manager [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102646) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.295697 dv-cinder-821602-16-iscsi neutron-server[102646]: INFO neutron.wsgi [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b14c8ffb-5162-4f52-9c1a-108477e18c85 HTTP/1.1" status: 204 len: 168 time: 0.5332036 Jan 19 21:48:09.298566 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34486) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:09.300150 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 4e1801bf-5ac0-4542-9735-d1cb0572c0df {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:48:09.300503 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 4e1801bf-5ac0-4542-9735-d1cb0572c0df not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:48:09.308362 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f333cd-0aea-4b1d-b89b-518f0cb5beb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b14c8ffb-5162-4f52-9c1a-108477e18c85,revision_number=None']} {{(pid=102646) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:09.497782 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6092c21a-da43-4307-8fdd-669590f08290 no longer exists at agent hyperv_hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:48:09.517839 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] No Port match for: 6092c21a-da43-4307-8fdd-669590f08290 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:48:09.518192 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Device 6092c21a-da43-4307-8fdd-669590f08290 not bound to the agent host hv-cinder-82160 {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:48:09.664857 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1533455'] for router_interface (5e7bd462-8145-4935-93e9-1a3c6017366d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.727205 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-12df4687-ca42-40c2-bf46-f725b9b1b65f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.906451 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Deleting port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:48:09.907036 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.982245 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] For port c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe,segment=NetworkSegment(01347eab-c5ca-4401-a1b4-53c1e930991e),segment_id=01347eab-c5ca-4401-a1b4-53c1e930991e)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:48:09.982596 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:09.994708 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Calling delete_port for c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe owned by network:router_interface {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:48:10.172665 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:10.195276 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:10.367869 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1507317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1535903'] for router_interface (5e7bd462-8145-4935-93e9-1a3c6017366d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:10.828919 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Router 5e7bd462-8145-4935-93e9-1a3c6017366d has already been hosted by L3 agent 0bb4c225-f151-44da-ae88-39fa15f366c6 {{(pid=102647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 19 21:48:10.934286 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] Notify agent at l3_agent.dv-cinder-821602-16-iscsi the message routers_updated {{(pid=102647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 19 21:48:10.939215 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-40a7072e-a280-4b52-92f1-5c2be06f7307 admin admin] 10.222.0.39 "PUT /v2.0/routers/5e7bd462-8145-4935-93e9-1a3c6017366d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6384542 Jan 19 21:48:10.941775 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34488) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:10.944962 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] Sync routers for ids ['5e7bd462-8145-4935-93e9-1a3c6017366d'] in dv-cinder-821602-16-iscsi {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 19 21:48:10.957442 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] Routers {'5e7bd462-8145-4935-93e9-1a3c6017366d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:48:10.958051 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['5e7bd462-8145-4935-93e9-1a3c6017366d'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:11.045371 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks [] for router (5e7bd462-8145-4935-93e9-1a3c6017366d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.071027 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] Set router 5e7bd462-8145-4935-93e9-1a3c6017366d gateway port host: dv-cinder-821602-16-iscsi {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:48:11.146761 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks [] for router_gateway (5e7bd462-8145-4935-93e9-1a3c6017366d), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.199799 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Deleting port e6505d27-79dc-4cf4-be3f-603c9c213784 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:48:11.200241 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.243813 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'external_fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:48:10Z', 'revision_number': 5, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'gw_port': {'id': 'e6505d27-79dc-4cf4-be3f-603c9c213784', 'name': '', 'network_id': '84739f61-b1c1-472e-ba85-171d5e7d2458', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cc:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821602-16-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:43:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd3d29fc5-6289-4275-9806-2b1e81bd959a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821602-16-iscsi'}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:11.269615 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] Checking router: 5e7bd462-8145-4935-93e9-1a3c6017366d for host: dv-cinder-821602-16-iscsi {{(pid=102649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 19 21:48:11.278614 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] Routers {'5e7bd462-8145-4935-93e9-1a3c6017366d'} bound to L3 agent in host dv-cinder-821602-16-iscsi {{(pid=102649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 19 21:48:11.278788 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] For port e6505d27-79dc-4cf4-be3f-603c9c213784, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=e6505d27-79dc-4cf4-be3f-603c9c213784,segment=NetworkSegment(f31d545d-6856-4a38-b222-ff6bc0c58b9f),segment_id=f31d545d-6856-4a38-b222-ff6bc0c58b9f)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:48:11.279207 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821602-16-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-19T21:27:12Z,description=,heartbeat_timestamp=2022-01-19T21:47:42Z,host='dv-cinder-821602-16-iscsi',id=0bb4c225-f151-44da-ae88-39fa15f366c6,load=0,resource_versions=,resources_synced=,started_at=2022-01-19T21:27:12Z,topic='l3_agent')) {'router_ids': ['5e7bd462-8145-4935-93e9-1a3c6017366d'], 'active': True} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:11.279330 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.293163 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Calling delete_port for e6505d27-79dc-4cf4-be3f-603c9c213784 owned by network:router_gateway {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:48:11.365240 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_dvr_db [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] Set router 5e7bd462-8145-4935-93e9-1a3c6017366d gateway port host: None {{(pid=102649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 19 21:48:11.422786 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.l3_hamode_db [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:48:11Z', 'revision_number': 6, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'gw_port_host': None}], 'dv-cinder-821602-16-iscsi', False) {} {{(pid=102649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:11.450892 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6be7deb-ae61-47ce-8a88-1050b6f7f21c None None] The sync data for ids ['5e7bd462-8145-4935-93e9-1a3c6017366d'] in dv-cinder-821602-16-iscsi is: [{'id': '5e7bd462-8145-4935-93e9-1a3c6017366d', 'name': 'tempest-TestShelveInstance-1384843250-router', 'tenant_id': 'cb268d6b52274b199355b85509211dfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-19T21:43:34Z', 'updated_at': '2022-01-19T21:48:11Z', 'revision_number': 6, 'project_id': 'cb268d6b52274b199355b85509211dfe', 'gw_port_host': None}] {{(pid=102649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 19 21:48:11.469143 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (e6505d27-79dc-4cf4-be3f-603c9c213784), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.500308 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Pushing event deleted for resources: {'Port': ['ID=e6505d27-79dc-4cf4-be3f-603c9c213784,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:11.557354 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1531969'] for router_gateway (5e7bd462-8145-4935-93e9-1a3c6017366d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.644921 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1534196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25836'] for router (5e7bd462-8145-4935-93e9-1a3c6017366d), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.646994 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks [] for router_controller (5e7bd462-8145-4935-93e9-1a3c6017366d), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.690527 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1534189'] for router (5e7bd462-8145-4935-93e9-1a3c6017366d), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.690978 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7bd462-8145-4935-93e9-1a3c6017366d {{(pid=102647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 19 21:48:11.695961 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.697015 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-2663efcb-fc52-49d4-8f11-b2f773aedf3b admin admin] 10.222.0.39 "DELETE /v2.0/routers/5e7bd462-8145-4935-93e9-1a3c6017366d HTTP/1.1" status: 204 len: 168 time: 0.7543535 Jan 19 21:48:11.699620 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34490) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:11.746985 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ad8c42a-8908-4ffc-8a60-3b01a2a2cf7b admin admin] Deleting subnet dc7dfccc-da5c-40a8-91b6-62e9de62b4ab {{(pid=102647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 19 21:48:11.750051 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c42a-8908-4ffc-8a60-3b01a2a2cf7b admin admin] Publish callbacks [] for subnet (dc7dfccc-da5c-40a8-91b6-62e9de62b4ab), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.784666 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c42a-8908-4ffc-8a60-3b01a2a2cf7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25490559'] for subnet (dc7dfccc-da5c-40a8-91b6-62e9de62b4ab), precommit_delete_associations {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.864340 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c42a-8908-4ffc-8a60-3b01a2a2cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7853148'] for subnet (dc7dfccc-da5c-40a8-91b6-62e9de62b4ab), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.918670 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c42a-8908-4ffc-8a60-3b01a2a2cf7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7853141', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508204', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26155066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25586935'] for subnet (dc7dfccc-da5c-40a8-91b6-62e9de62b4ab), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.950126 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8c42a-8908-4ffc-8a60-3b01a2a2cf7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7dfccc-da5c-40a8-91b6-62e9de62b4ab,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:11.952125 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-3ad8c42a-8908-4ffc-8a60-3b01a2a2cf7b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:11.955357 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-3ad8c42a-8908-4ffc-8a60-3b01a2a2cf7b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dc7dfccc-da5c-40a8-91b6-62e9de62b4ab HTTP/1.1" status: 204 len: 168 time: 0.2547038 Jan 19 21:48:11.956958 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ebbc3-3af2-43e1-b152-0514cdb59ffc None None] Network 1777da50-dc9f-4554-b266-32f929031901 requested from dv-cinder-821602-16-iscsi {{(pid=102648) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 19 21:48:11.957821 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34492) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:12.031144 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7766292'] for network (1777da50-dc9f-4554-b266-32f929031901), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.087661 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Deleting port 0c279080-3539-491e-bc1f-753d81eee1c3 {{(pid=102647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:48:12.088042 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.111797 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] DHCP port deletion for 1777da50-dc9f-4554-b266-32f929031901 request from dv-cinder-821602-16-iscsi {{(pid=102648) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 19 21:48:12.158830 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.db [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] For port 0c279080-3539-491e-bc1f-753d81eee1c3, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=0c279080-3539-491e-bc1f-753d81eee1c3,segment=NetworkSegment(01347eab-c5ca-4401-a1b4-53c1e930991e),segment_id=01347eab-c5ca-4401-a1b4-53c1e930991e)] {{(pid=102647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:48:12.159196 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.166349 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Deleting port 0c279080-3539-491e-bc1f-753d81eee1c3 {{(pid=102648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 19 21:48:12.166803 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775779507676'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), before_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.173633 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.plugin [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Calling delete_port for 0c279080-3539-491e-bc1f-753d81eee1c3 owned by network:dhcp {{(pid=102647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:48:12.233760 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.db [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] For port 0c279080-3539-491e-bc1f-753d81eee1c3, host dv-cinder-821602-16-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821602-16-iscsi',level=0,port_id=0c279080-3539-491e-bc1f-753d81eee1c3,segment=NetworkSegment(01347eab-c5ca-4401-a1b4-53c1e930991e),segment_id=01347eab-c5ca-4401-a1b4-53c1e930991e)] {{(pid=102648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 19 21:48:12.234155 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1543084'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), precommit_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.247015 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Calling delete_port for 0c279080-3539-491e-bc1f-753d81eee1c3 owned by network:dhcp {{(pid=102648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 19 21:48:12.259005 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26155031'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.289763 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c279080-3539-491e-bc1f-753d81eee1c3,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:12.293256 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] No DVR routers for this DVR port 0c279080-3539-491e-bc1f-753d81eee1c3 on host dv-cinder-821602-16-iscsi {{(pid=102647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:48:12.330743 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-dd09834a-e582-4ed7-a8fb-5d2b14456359 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.350738 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7859136', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-176422', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775779516528', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775778935637'] for port (0c279080-3539-491e-bc1f-753d81eee1c3), after_delete {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.365471 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7854053', 'neutron.services.segments.db._delete_segments_for_network-8775779488031'] for network (1777da50-dc9f-4554-b266-32f929031901), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.374304 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Pushing event deleted for resources: {'Port': ['ID=0c279080-3539-491e-bc1f-753d81eee1c3,revision_number=None']} {{(pid=102648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:12.385096 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.385447 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.385790 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.386129 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.386466 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.386795 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.387126 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.387451 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.387962 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.388106 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.388434 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.388754 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.389080 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821602-16-iscsi {{(pid=102648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 19 21:48:12.390998 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1777da50-dc9f-4554-b266-32f929031901']}} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:12.391924 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63970bfd-fb31-4fd8-87e3-05ffed8a3d41 None None] No DVR routers for this DVR port 0c279080-3539-491e-bc1f-753d81eee1c3 on host dv-cinder-821602-16-iscsi {{(pid=102648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 19 21:48:12.402191 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01347eab-c5ca-4401-a1b4-53c1e930991e') {'for_net_delete': True} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:12.402510 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.services.segments.db [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01347eab-c5ca-4401-a1b4-53c1e930991e') {} {{(pid=102647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 19 21:48:12.415602 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775779488808', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25490534'] for segment (01347eab-c5ca-4401-a1b4-53c1e930991e), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.428568 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419'] for segment (01347eab-c5ca-4401-a1b4-53c1e930991e), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.434985 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 19 21:48:12.435372 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7980419', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26155108'] for segment (01347eab-c5ca-4401-a1b4-53c1e930991e), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.437062 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: warnings.warn(msg) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: Traceback (most recent call last): Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: timer() Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: cb(*args, **kw) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: return func(*args, **kwargs) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: self._notify() Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: self.callback(batched_events) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: event.method(event) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: aggregate_uuid = self.p_client.list_aggregates( Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: return f(self, *a, **k) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._get(url).json() Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: return self.request(url, 'GET', **kwargs) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: base_url = self.get_endpoint(auth, allow=allow, Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 19 21:48:12.439744 dv-cinder-821602-16-iscsi neutron-server[102647]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 19 21:48:12.493426 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7854034', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508247', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1507326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1531933'] for network (1777da50-dc9f-4554-b266-32f929031901), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.498507 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1507208'] for network (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.501853 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1777da50-dc9f-4554-b266-32f929031901 HTTP/1.1" status: 204 len: 168 time: 0.5431213 Jan 19 21:48:12.513841 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c893922-47c7-4185-8dea-4942afa58f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=1777da50-dc9f-4554-b266-32f929031901,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:12.717073 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34496) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:12.756117 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-59267920-2098-477c-8087-dd6202d87231 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=016a0101c9314818a3c0e4b32829eb65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377851 Jan 19 21:48:12.759090 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34498) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:12.804759 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-df96ba99-c221-425b-8409-9dc0ddf5e439 admin admin] Publish callbacks [] for security_group (aefb300f-9479-448a-9282-baca4ea767ce), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.825331 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-df96ba99-c221-425b-8409-9dc0ddf5e439 admin admin] Publish callbacks [] for security_group (aefb300f-9479-448a-9282-baca4ea767ce), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.871201 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-df96ba99-c221-425b-8409-9dc0ddf5e439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (aefb300f-9479-448a-9282-baca4ea767ce), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.873664 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-df96ba99-c221-425b-8409-9dc0ddf5e439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:12.874665 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-df96ba99-c221-425b-8409-9dc0ddf5e439 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aefb300f-9479-448a-9282-baca4ea767ce HTTP/1.1" status: 204 len: 168 time: 0.1147008 Jan 19 21:48:12.883120 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df96ba99-c221-425b-8409-9dc0ddf5e439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefb300f-9479-448a-9282-baca4ea767ce,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:12.951167 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 0c279080-3539-491e-bc1f-753d81eee1c3 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:48:12.971899 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: 0c279080-3539-491e-bc1f-753d81eee1c3 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:48:12.972575 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device 0c279080-3539-491e-bc1f-753d81eee1c3 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:48:12.972743 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:48:12.994239 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:48:12.994577 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device c3e7da9c-2aa1-42fd-8a82-f6476d57bdfe not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:48:12.994992 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device e6505d27-79dc-4cf4-be3f-603c9c213784 no longer exists at agent ovs-agent-dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 19 21:48:13.015041 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.plugin [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] No Port match for: e6505d27-79dc-4cf4-be3f-603c9c213784 {{(pid=102648) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} Jan 19 21:48:13.015385 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron.plugins.ml2.rpc [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Device e6505d27-79dc-4cf4-be3f-603c9c213784 not bound to the agent host dv-cinder-821602-16-iscsi {{(pid=102648) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 19 21:48:13.193635 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:13.202744 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34504) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:13.246516 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-c7dd4208-0594-416f-a891-b5a79edd8746 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb268d6b52274b199355b85509211dfe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426161 Jan 19 21:48:13.248959 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.wsgi [-] (102647) accepted ('10.222.0.39', 34506) {{(pid=102647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 19 21:48:13.295496 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-68a89307-5730-4d97-859f-f50d1e0ad599 admin admin] Publish callbacks [] for security_group (310a678f-1d73-4562-b4a1-a378e16a29e8), before_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:13.316867 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-68a89307-5730-4d97-859f-f50d1e0ad599 admin admin] Publish callbacks [] for security_group (310a678f-1d73-4562-b4a1-a378e16a29e8), precommit_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:13.361959 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-68a89307-5730-4d97-859f-f50d1e0ad599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-508292'] for security_group (310a678f-1d73-4562-b4a1-a378e16a29e8), after_delete {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:13.364632 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron_lib.callbacks.manager [None req-68a89307-5730-4d97-859f-f50d1e0ad599 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:13.365775 dv-cinder-821602-16-iscsi neutron-server[102647]: INFO neutron.wsgi [None req-68a89307-5730-4d97-859f-f50d1e0ad599 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/310a678f-1d73-4562-b4a1-a378e16a29e8 HTTP/1.1" status: 204 len: 168 time: 0.1159194 Jan 19 21:48:13.373884 dv-cinder-821602-16-iscsi neutron-server[102647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a89307-5730-4d97-859f-f50d1e0ad599 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310a678f-1d73-4562-b4a1-a378e16a29e8,revision_number=None']} {{(pid=102647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 19 21:48:14.598720 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:16.412512 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:16.448770 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:25.022135 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:48:39.733287 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9260558f-1307-4b3b-9c3b-9119c128746b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:42.312330 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-94b4897f-8be1-4704-8323-dc76f3ff71df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:43.195531 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:44.602860 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:46.406796 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:48:46.465821 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:02.020865 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:49:09.724193 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-113eb8ba-15c0-40d8-a21d-df8ff412f163 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:12.315815 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-be3f45ad-56c7-46e0-8f2b-5e5b60a67e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:13.199325 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:14.606708 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:16.409605 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:16.478157 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:39.020415 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:49:39.728987 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-9a638104-854b-498a-832e-fbe7abdee6a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:42.317189 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-b06e3b65-297d-4d58-8e61-5680befff4d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:43.201026 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:44.608891 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:46.411901 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:49:46.477154 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:09.732421 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-4a960725-1afe-491f-b3c7-547d198a9feb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:12.320334 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-6cc81857-4160-48da-8722-07bef1b3461e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:13.204180 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:14.612919 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:16.019374 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:50:16.416568 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:16.480127 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:39.736519 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-a9a189f0-76b2-4fb8-a407-261d16d87677 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:42.323657 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-70675b81-b83d-4542-9e6f-ad7eb5e2e7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:43.207152 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:44.614870 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:46.419152 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:46.476120 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:50:47.821609 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [req-319cd564-b14d-4696-983a-c5f1aaa940aa req-834e33c2-a1bd-4f88-9c54-522f2f84197a service neutron] (102646) timed out ('10.222.0.48', 64350) {{(pid=102646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 19 21:50:53.019253 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:51:09.738286 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2be1ee91-53ac-4d40-bd2a-161722c6dd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:12.325424 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-e403e1d2-d14c-4b71-bdab-38be5e2e2dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:13.212898 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:14.617961 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:16.422295 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:16.476469 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:30.019423 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:51:39.740677 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cced2554-7a7e-4ab9-92d9-b3dd2649c2d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:42.326555 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-c194b302-60dc-4bff-838d-34a956de8cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:43.212736 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:44.623313 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:46.425566 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:51:46.480608 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:07.018548 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:52:09.744980 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-ea8619ae-29c1-431d-b8bb-c3830607fced None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:12.328587 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-2d334e49-f887-4d49-8afe-d5283968734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:13.214540 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:14.625461 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:16.428551 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:16.474852 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:39.748219 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66ef78ee-22e8-4331-b806-30aada168644 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:42.329101 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-1119067a-4f43-4207-937b-ef7c2c40d462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:43.220223 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:44.017971 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 19 21:52:44.629525 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:46.432355 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:52:46.474809 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:53:08.101044 dv-cinder-821602-16-iscsi neutron-server[102646]: DEBUG neutron.wsgi [req-a792f00d-7e56-4ed5-b724-189344eb307a req-5ba70dbe-2343-4711-b4a1-b702d3eadffe service neutron] (102646) timed out ('10.222.0.39', 56338) {{(pid=102646) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 19 21:53:09.749703 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-72f39079-29a7-4bf1-bd0e-e0cb3fccaffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (13f111b0-1e83-401a-a74f-ae77c59b8a56), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:53:12.329726 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-0a67f297-7787-4748-8ecc-d2b3ada4e41e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (0bb4c225-f151-44da-ae88-39fa15f366c6), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:53:13.220445 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-66aed299-b71e-4a44-83ae-7221b1911a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (359be32d-4a6e-476c-943b-2d8585298feb), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:53:14.633083 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-cdfac0be-5e08-4083-a85a-58a0cd9151ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (d992845a-697d-4fb3-b6bc-c556a60e1780), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:53:16.437565 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-55e157ab-2c24-492c-8b1c-176f8701a2c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (8583e0f2-9497-41a3-8f54-880e11113397), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:53:16.489428 dv-cinder-821602-16-iscsi neutron-server[102648]: DEBUG neutron_lib.callbacks.manager [None req-729f11e2-8510-49b5-87a1-1d02291805a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775779488013', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7855903'] for agent (784e861e-ed9e-4d86-8660-cc4f4fc8e1d7), after_update {{(pid=102648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 19 21:53:21.017090 dv-cinder-821602-16-iscsi neutron-server[102649]: DEBUG neutron.db.agents_db [None req-a8c8edef-5063-4223-b6a9-900fcc25a55c None None] Agent healthcheck: found 6 active agents {{(pid=102649) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}